From f897b5780403221d49f2ed1bbc41c484b7cd0b5c Mon Sep 17 00:00:00 2001 From: GitHub Action Date: Thu, 31 Aug 2023 13:01:41 +0000 Subject: [PATCH] Update documentation --- _sources/tutorial.rst.txt | 8 ++++---- searchindex.js | 2 +- tutorial.html | 8 ++++---- 3 files changed, 9 insertions(+), 9 deletions(-) diff --git a/_sources/tutorial.rst.txt b/_sources/tutorial.rst.txt index 45b4a103..0e43237f 100644 --- a/_sources/tutorial.rst.txt +++ b/_sources/tutorial.rst.txt @@ -539,11 +539,11 @@ s3://esip-qhub-public/ecmwf/ERA5_2020_2022_multivar.json.zst .. code:: %%time - fs = fsspec.filesystem("reference", fo='s3://esip-qhub-public/ecmwf/ERA5_1979_2022_multivar.json.zst', - ref_storage_args={"compression": "zstd"}, + fs = fsspec.filesystem('reference', fo='s3://esip-qhub-public/ecmwf/ERA5_1979_2022_multivar.json.zst', + target_options={'compression': 'zstd', 'anon':True}, remote_protocol='s3', remote_options={'anon':True}) - m = fs.get_mapper("") - ds = xr.open_dataset(m, engine="zarr", backend_kwargs={'consolidated':False}) + m = fs.get_mapper('') + ds = xr.open_dataset(m, engine='zarr', backend_kwargs={'consolidated':False}) print(ds) diff --git a/searchindex.js b/searchindex.js index a093213f..c514305c 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({docnames:["advanced","beyond","cases","contributing","detail","index","nonzarr","reference","spec","test_example","tutorial"],envversion:{"sphinx.domains.c":1,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":1,"sphinx.domains.index":1,"sphinx.domains.javascript":1,"sphinx.domains.math":2,"sphinx.domains.python":1,"sphinx.domains.rst":1,"sphinx.domains.std":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["advanced.rst","beyond.rst","cases.rst","contributing.rst","detail.rst","index.rst","nonzarr.rst","reference.rst","spec.rst","test_example.rst","tutorial.rst"],objects:{"kerchunk.codecs":{AsciiTableCodec:[7,0,1,""],FillStringsCodec:[7,0,1,""],GRIBCodec:[7,0,1,""],RecordArrayMember:[7,0,1,""],VarArrCodec:[7,0,1,""]},"kerchunk.codecs.AsciiTableCodec":{__init__:[7,1,1,""]},"kerchunk.codecs.FillStringsCodec":{__init__:[7,1,1,""]},"kerchunk.codecs.GRIBCodec":{__init__:[7,1,1,""]},"kerchunk.codecs.RecordArrayMember":{__init__:[7,1,1,""]},"kerchunk.codecs.VarArrCodec":{__init__:[7,1,1,""]},"kerchunk.combine":{MultiZarrToZarr:[7,0,1,""],auto_dask:[7,2,1,""],concatenate_arrays:[7,2,1,""],drop:[7,2,1,""],merge_vars:[7,2,1,""]},"kerchunk.combine.MultiZarrToZarr":{__init__:[7,1,1,""],translate:[7,1,1,""]},"kerchunk.df":{refs_to_dataframe:[7,2,1,""]},"kerchunk.fits":{process_file:[7,2,1,""]},"kerchunk.grib2":{scan_grib:[7,2,1,""]},"kerchunk.hdf":{SingleHdf5ToZarr:[7,0,1,""]},"kerchunk.hdf.SingleHdf5ToZarr":{translate:[7,1,1,""]},"kerchunk.netCDF3":{NetCDF3ToZarr:[7,0,1,""]},"kerchunk.netCDF3.NetCDF3ToZarr":{__init__:[7,1,1,""],translate:[7,1,1,""]},"kerchunk.tiff":{generate_coords:[7,2,1,""],tiff_to_zarr:[7,2,1,""]},"kerchunk.utils":{consolidate:[7,2,1,""],dereference_archives:[7,2,1,""],do_inline:[7,2,1,""],inline_array:[7,2,1,""],rename_target:[7,2,1,""],rename_target_files:[7,2,1,""],subchunk:[7,2,1,""]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","function","Python function"]},objtypes:{"0":"py:class","1":"py:method","2":"py:function"},terms:{"000byte":7,"01_air_pressure_at_mean_sea_level":10,"01_sea_surface_temperatur":10,"01t00":10,"02_sea_surface_temperatur":10,"02da7d9257b4b26d84d053be1af2ceeb":2,"10x":0,"11t07":10,"14min":10,"16byte":7,"16tb":2,"194mb":10,"1min":10,"29t23":10,"400gb":2,"400tb":2,"44s":10,"500mb":0,"5gb":2,"66tb":2,"7gb":10,"80tb":2,"8gb":10,"92eb1df3d58ba41d3411f8a840be2452":2,"94a":2,"break":3,"byte":[0,4,5,7,8],"case":[0,4,5,6,7,9,10],"class":[0,7],"default":[3,7,10],"final":[0,7,10],"function":[0,3,7,10],"import":[0,3,9,10],"int":[0,7,8],"long":[1,3,6],"new":[0,3,5,7,8,10],"null":[7,8],"public":10,"return":[0,3,7,8,10],"short":[7,10],"static":4,"switch":3,"true":[0,4,7,9,10],"try":3,"var":[4,7,10],"while":5,AWS:10,For:[0,3,4,5,6,7,8,10],IDE:10,IDs:7,OBS:2,One:1,The:[0,1,2,3,4,5,6,7,8,10],There:10,These:[3,7,10],Use:7,Used:7,Useful:7,Uses:7,Using:5,__init__:7,__version__:3,_air:10,_air_pressure_at_mean_sea_level:10,_array_dimens:8,abf:5,abil:[4,6],abl:[0,3,4,6],about:[3,4,5],abov:[3,7,9,10],ac_process_flag:10,access:[0,1,2,4,5,6,7,8,9,10],account:4,accur:7,achiev:[6,10],across:[4,5,7],act:7,action:[4,7],activ:3,actual:[0,6,7],add:[3,8],added:[0,3],addit:[0,5,9],adher:7,adjust:10,advanc:5,after:[0,3,4,7],again:9,aggreg:[2,4,5,7],air_pressure_at_mean_sea_level:10,air_pressure_at_mean_sea_level_combin:10,air_temperature_at_2_metr:10,alibaba:5,all:[0,2,4,5,6,7,9,10],allow:[2,4,5,6,7,10],almost:4,along:[7,9,10],alreadi:[4,7,10],also:[0,2,5,7,8,10],alter:7,altern:[0,9,10],although:[0,7],amazonaw:2,amend:7,amort:5,amount:5,anaconda:3,analysi:9,ani:[0,1,3,4,5,6,7,8,9,10],annot:8,anon:[9,10],anonym:10,anoth:[4,10],answer:5,anywher:[4,9],api:[5,6,10],appear:[3,7],append:9,appli:[1,5,7,10],applic:6,appreci:3,appropri:7,arbitrari:[4,5,8,10],architectur:5,archiv:[5,6,7],archive_facil:10,area:4,arg:[7,10],argument:[0,9,10],around:6,arrai:[0,4,5,6,7,8,10],arrang:[4,5],arrow:6,ascii:[7,8],asciitablecodec:7,assicu:7,assign:[4,6,10],associ:[4,8],assum:7,asynchron:5,atmospher:2,attempt:[4,7],attr:[7,10],attribut:[4,5,7,8,10],auto_dask:[0,7],autom:0,automat:7,avail:[0,2,7,10],avoid:10,axi:[2,7],back:0,backend:[4,5],backend_arg:10,backend_kwarg:[0,9,10],bandwidth:0,banner:3,base64:[7,8],base:[3,9],batch:[0,7],becaus:[0,6,7,10],becom:[0,7],been:[0,7,8,10],befor:[0,3,7,10],beforehand:7,begin:7,behav:7,being:[1,3,7],below:[7,9,10],benchmark:2,benefit:0,best:6,between:[0,3,10],beyond:5,big:[7,10],bigger:7,biggest:7,binari:[1,5,6,7,8,10],binaryio:7,bintabl:7,blob:2,block:[1,4,5,6,7,10],bool:7,both:[4,6,7,10],bring:3,bucket:8,buffer:[5,6],bug:5,build:3,built:3,button:3,cach:[0,10],call:[0,7],callabl:7,caller:0,can:[0,1,3,4,5,6,7,9,10],cannot:4,cardin:6,care:0,cartesian:8,catalog:[9,10],catalogu:2,categor:7,categorical_threshold:7,certain:7,cftime:7,cgentemann:2,cgl_toc_yyyymmddhhmm_x21y05_s3a_v1:10,cgohlk:2,chang:[5,7,10],charact:[6,10],check:7,check_arrai:7,checkout:3,chrtout_domain1:9,chunk:[4,5,7,8,9,10],chunksiz:10,clean:2,clear:3,click:3,client:7,clone:3,cloud:[2,4,5,9],cloud_mur_v41_benchmark:2,cloud_scienc:2,cluster:[0,4,7],code:[1,2,5,9,10],codec:[1,4,5],coerc:7,coher:5,collect:5,column:[6,7],com:[1,2,3,9,10],combin:[0,3,5,9],come:[0,8],command:[3,9],common:[1,7],common_var:7,comp:9,compact:0,compar:4,compat:[7,8],compil:[7,10],complet:[2,4,5],complex:[7,10],compon:7,compress:[0,4,5,6,10],compressor:[1,6,8],comput:[0,5,10],computation:0,concat:10,concat_dim:[0,7,9,10],concaten:[6,7,10],concatenate_arrai:7,concatent:7,concret:0,concurr:[4,5],conda:3,conflict:3,connect:3,consid:[5,8,10],consolid:[0,5,7,9,10],constant:7,constitu:7,construct:[4,6,9],consult:0,contain:[0,3,7,10],content:[1,5,6,7,8],continu:3,contrast:4,contribut:5,control:3,convect:2,conveni:[0,10],convent:[8,10],convers:7,convert:[0,7],coo_dtyp:[7,10],coo_map:7,coordin:[0,5,7,10],copernicu:10,copi:[5,6,7],copyright:10,core:4,correct:[3,4],correspond:0,correspondingli:0,cost:[4,5,6],could:[4,7,8,9,10],counter:7,coverag:3,cpu:[0,4,10],creat:[0,2,4,5,7,9,10],credenti:[2,3,10],crucial:9,csv:5,current:[1,3,5,7,10],custom:10,customis:7,dask:[2,4,5,7,10],data:[0,1,2,4,5,6,7,8,9,10],datafram:7,dataset:[0,1,2,3,4,5,6,7,9],datatyp:5,date:[2,3],datetim:[7,10],datetime64:10,deactiv:3,declar:9,decod:[0,5,7,8],deep:7,def:[0,10],default_cache_typ:[9,10],default_fill_cach:[9,10],defin:[9,10],definit:8,delai:0,demand:0,demonstr:[4,10],depend:[3,10],depr:7,dereference_arch:[0,7],deriv:7,describ:[4,5],descript:[5,6,7,8],design:[0,4,5],desir:7,destin:10,detail:[1,5],determin:6,develop:[6,10],dew_point_temperature_at_2_metr:10,dict:[0,7,9,10],dictionari:[0,7,10],differ:[4,5,10],dimens:[4,5,7,8,10],direct:[4,5,6],directli:[0,4,7,10],directori:[3,4,6,7],disabl:7,disc:5,discuss:2,disk:[2,4],displai:10,distribut:[0,4,6,7],divisor:7,do_inlin:[0,7],doc:3,docstr:0,document:[1,2,5,6,10],doe:[4,5,9],doing:0,domain:8,domin:[4,8],don:3,done:[0,6,7,9],dot:7,down:0,download:[5,6],downsid:0,dramat:10,driver:[5,7],drop:[7,10],dropbox:5,dt_in:7,dt_out:7,dtype:[7,8,10],duck:7,dump:[0,10],dynam:5,each:[0,1,2,4,7,9,10],earth:[9,10],earthbigdata:2,earthdata:2,easier:6,easili:7,eastward_wind_at_100_metr:10,eastward_wind_at_10_metr:10,eccod:7,ecmwf:10,edit:[3,10],ef435a53ac530a2843ce7e1d59f96e22:2,effect:[2,3,5,6],effici:[0,4,5,6,7],either:[1,3,10],element:[4,8],els:3,emb:7,embed:[6,7],empti:7,emsembl:9,encapsul:0,encod:[0,1,4,5,7,10],end:[0,3,6],engin:[0,9,10],enhanc:8,enough:6,ensembl:[9,10],ensur:3,entri:[7,8],env:3,environ:9,equal:[4,7,8],equival:8,era5:10,era5_1979_2022_multivar:10,era5_2020_2022_multivar:10,era:5,error:7,esip:[9,10],especi:0,essenti:5,establish:2,evalu:8,even:[0,3,6,9,10],everi:7,everyon:3,exact:[4,7],exactli:7,exampl:[0,1,2,3,4,5,7,8,10],except:7,exclud:6,execut:[0,7],exist:[0,5,7],expand:[7,8],expect:[4,7,8],experienc:3,expos:[1,3],express:10,extens:7,extern:4,extra:7,extract:[2,4,5,7,10],factor:7,failur:6,fals:[0,7,9,10],far:7,faster:[0,10],feather:5,featur:[5,6,8],feel:3,fetch:[3,5,7],few:7,fewer:7,field:7,file:[1,2,3,4,5,6,8],file_url:10,filenam:[4,7],filesystem:[0,5,7,9,10],filesystemrefer:1,fill:[7,10],fill_valu:10,fillstringscodec:7,filter:[2,7],find:[5,10],first:[0,3,4,6,7,9,10],fit:[2,4,5,7,10],fix:7,flexibl:5,flist:10,float32:10,float64:10,flush:0,fn_to_tim:10,focus:6,follow:[0,5,9,10],footprint:[0,7],forecast:10,form:[0,8,10],format:[0,1,2,4,5,6,8],found:[1,3,7,9],framework:[3,4],free:[9,10],frequent:10,friendli:[4,5],from:[0,2,3,4,5,6,7,8,9,10],fs2:10,fsspec:[0,2,3,5,7,8,9,10],ftp:5,full:[3,7],full_phys:9,futur:[0,8],garbag:7,gatewai:5,gcs:5,gdrive:5,gen:8,gen_json:10,gen_kei:8,gen_key0:8,gen_key1:8,gen_key2:8,gen_key3:8,gen_key4:8,gener:[0,2,7,9,10],generate_coord:7,geotiff:[2,7],get:[0,4,6,7],get_mapp:[0,10],gist:2,git:[3,10],github:[2,3,9,10],give:[4,7],given:[3,4,6,7,8],glob:[2,10],global:[5,10],good:[3,6],gov:2,greater:7,greatli:0,grib2:[2,5,7,10],grib:7,gribcodec:7,group:[7,10],guid:3,gzip:1,h5chunk:[9,10],h5f:[7,10],h5py:[5,9],hand:0,handl:5,happen:6,hard:[5,6],has:[0,3,6,7,10],have:[0,1,3,4,5,6,7,8,9,10],hdf5:[0,2,4,5,7,9],hdf:[0,4,5,7,9,10],heightaboveground:[2,7],help:7,here:[0,2,3,6,8,10],heterogen:5,hide:10,hierarchi:7,high:2,higher:10,home:3,hourli:2,how:[2,3,4,5,7,9],howev:[0,6],hrrr:5,html:3,http:[1,2,3,4,5,8,9,10],human:0,hungri:0,id_map:7,idea:4,ideal:3,ident:[7,10],identical_dim:[7,10],iglob:10,ignor:7,imag:[2,4],immedi:0,implement:[0,1,7],improv:3,includ:[2,5,6,7,8,10],inconsist:7,inde:6,independ:4,index:[4,5,6,7,10],indic:[3,6,8],indict:7,individu:[0,7,9,10],indtyp:7,ineffici:5,inf:9,infil:10,infilenam:0,inflat:0,info:3,inform:[4,5,9,10],ingest:4,initi:[7,9,10],inlin:[0,7,10],inline_arrai:7,inline_threshold:[0,7,9,10],input:[0,7,8,10],insist:5,instal:[3,9,10],instanc:[0,4,6,7,8,10],instanti:0,instead:[0,7,10],institut:10,instruct:3,int32:4,intak:[2,9,10],intake_catalog:10,integ:7,intend:10,intens:[0,4],interfac:4,interpret:[1,3,7,8],introduc:3,invoc:9,involv:[5,9],ipynb:2,irrespect:7,isol:3,issu:[2,3,10],item:[8,10],its:[3,8,10],itself:0,jinja2:8,jinja:8,job:0,jpl:2,json:[0,1,4,5,7,8],json_list:10,just:[6,7,10],keep:[0,3,7,9],kei:[0,1,7,8,10],kerchunk:[0,2,4,7,9],key0:8,key1:8,key2:8,key3:8,key_nam:8,key_seper:7,keyword:7,kind:8,know:[6,10],known:[0,6,7,10],kwarg:7,languag:[1,4],larg:[0,3,4,5,6,7],larger:[7,10],largest:7,lat:10,latenc:[4,5,10],later:0,latest:3,launch:4,lazi:[0,10],lazyreferencemapp:[0,7],lead:[3,4,6],leav:7,legaci:5,length:[7,8],let:0,level:7,leverag:4,librari:[4,5,7,9],like:[0,1,4,5,6,7,10],line:9,link:[2,9],lint:3,list:[0,2,7,10],liter:[8,10],littl:[9,10],live:[4,9],load:[0,1,5,7,10],local:[0,3,5,6,7,10],locat:[7,10],location_of_data:0,lock:5,logic:[5,6,7],lon:10,look:7,lot:[0,6],low:6,lower:10,lsterzing:9,lwe_thickness_of_surface_snow_amount:10,machin:[3,4,10],made:[2,4,7],mai:[0,3,6,7,8],main:[0,2,3,7],maintain:2,major:6,make:[0,3,4,6],makedir:0,mamba:3,manag:[3,10],mani:[0,2,3,4,5,7],manipul:10,manual:10,manzt:1,map:[4,7,10],mapper:9,markdown:3,massiv:5,master:[2,3],match:[2,8,10],max_chunk_s:7,mayb:[0,1,7],mean:[0,4,5,6,7,9],meet:9,member:[0,7],memori:[0,2,5,7,9,10],merg:[0,3,7],merge_var:[7,10],messag:[3,7],meta:10,metadata:[0,2,4,5,6,7,8],method:[7,10],microscopi:1,might:[1,4,8,9],million:5,mimic:7,miniconda:3,mirror:3,misidentif:6,mode:[0,10],model:5,modern:[4,6],modifi:7,modify_fill_valu:10,modul:[5,10],month:[6,10],more:[0,1,3,4,5,6,7,8,10],most:0,motiv:4,move:[5,6],msl:10,much:[0,5,6],multi:[1,5],multipl:[0,4,5,7,9],multizarrtozarr:[0,7,9,10],multpl:7,mur:5,must:[3,7,8],mutipl:4,myfil:0,mzz:[7,9,10],mzz_kwarg:7,n_batch:7,name:[3,4,6,7,10],nan:10,nasa:2,nation:5,nativ:2,navig:3,nbviewer:2,ndarrai:10,nearest:2,necessari:[2,3,10],need:[0,1,2,3,4,5,6,7,9],neg:7,netcdf2:7,netcdf3:[0,7,10],netcdf3tozarr:[0,7],netcdf4:[2,4,5,9,10],netcdf:[5,7],netcdf_fil:7,network:[0,5],never:7,nevertheless:4,new_dim:10,new_dimens:10,newlin:6,next:[3,9],noaa:[2,9],node:8,nomin:0,non:[5,7,8],none:7,normal:7,northward_wind_at_100_metr:10,note:[0,2,7,8,9],notebook:[2,5],noth:1,now:[0,3,5,10],nrow:7,number:[0,4,5,7,10],numer:4,numpi:7,nwm:9,nx4:4,oa02_toc:10,object:[1,5,7,8,10],observ:5,observablehq:1,observatori:5,off:[0,3],offset:[1,6,8],often:[0,5,6,7],old:7,ome:1,onc:[0,3,4,6,10],one:[0,3,4,5,6,7,8,9,10],onli:[0,2,3,4,5,6,7,10],onto:3,opaqu:7,open:[0,3,7,9,10],open_catalog:10,open_dataset:[0,9,10],open_fil:7,openfil:7,oper:[0,4,10],option:[0,7,8],orc:5,order:7,ordin:7,org:[2,3],origin:[0,3,4,5,7,10],other:[2,4,5,6,7,8,10],otherwis:7,ought:8,ouput:7,out2:0,out:[0,6,7,9,10],out_:10,out_dict:0,outdtyp:7,outf:10,outfilenam:0,output:[0,5,7],output_opt:7,outputfil:0,over:[4,5],overal:7,overcom:0,overhead:4,overheard:4,overrid:7,overwrit:7,own:3,packag:[3,9,10],page:[2,3,5],pai:4,pair:10,panda:[3,7],parallel:[4,5,6,9],parallelis:0,paramet:[0,7],parq:0,parquet:[5,7],pars:[0,6],parsabl:7,part:[1,3,4,6],particular:[0,1,4,6,10],partit:[0,6],partner:9,pass:[0,4,7,8,10],path:[0,3,4,7,8,9,10],path_0:8,path_1:8,path_2:8,path_3:8,path_4:8,pathlib:10,pathnam:4,pattern:[7,10],pdb:7,pds:[9,10],per:[0,4,7],perform:[0,6,7],perhap:4,person:9,peterm790:2,phase:10,physic:5,piec:6,pip:[3,10],place:[0,4,10],plain:1,pleas:5,plot:10,plu:5,podaac:2,point:[0,3,7,9],pop:10,popul:10,posit:4,possibl:[2,3,4,5,6,8,10],post:10,postprocess:[0,7],potenti:5,power:[4,5],pre:10,pre_process:10,preced:2,predict:7,premis:5,preprocess:[0,7],preprocessor:7,present:[2,4,6,9],prevent:7,previou:8,previous:[9,10],primari:[5,7],primary_attr_to_group:7,principl:0,print:10,prior:3,probabl:7,probe:7,problem:[0,5],problemat:0,process:[0,4,5,6,7,10],process_fil:7,produc:7,product:[3,8],progress:2,project:[3,4],prompt:3,propos:8,protocol:[5,7,8],prototyp:8,provid:[0,5,7,8,9,10],publicli:3,pull:[3,6],purpos:5,push:3,py3:3,pyarrow:6,pydata:5,pytest:3,python:[0,4,5,7,8,10],qhub:10,quick:5,quot:6,rais:7,random:6,rang:[0,5,7],rapid:2,rapidrefresh:2,rather:[7,10],ratio:7,raw:[6,7],read:[0,4,5,6,7,9],readabl:0,reader:[5,7],readi:[0,3],readili:[1,4],readm:7,real:[2,7],reanalysi:10,reappli:3,reason:10,recombin:7,recommend:[0,7,9,10],record:[6,7],record_s:7,recordarraymemb:7,recreat:7,redo:9,reduc:[0,7],reduct:2,redund:0,ref:[0,7,8,10],ref_storage_arg:10,refer:[0,1,2,3,4,5,9,10],referenc:10,referencefilesystem:[0,4,8],reflect:3,refresh:2,refs_to_datafram:[0,7],regex:[7,10],regular:10,relat:4,remain:[4,7],remot:[3,7,9,10],remote_opt:[7,9,10],remote_protocol:[0,7,9,10],remov:7,renam:[7,10],rename_target:7,rename_target_fil:7,renate_target:7,render:8,repac:7,repeat:0,replac:[7,9,10],replic:10,repo:[2,3,7],report:5,repositori:3,repres:[5,8],represent:4,reproduc:2,request:[4,5,7],requir:[0,1,2,3,7,8,10],resolut:2,resolv:[2,3],restrict:9,restructur:3,result:[0,7,9,10],retriev:3,retro:9,reveal:10,rewrit:7,right:3,root:7,row:6,rsignel:2,rst:3,run:[7,9,10],safe:6,sai:0,same:[3,4,6,7,10],save:[0,6,7,9,10],scale:1,scan:[0,4,6,9],scan_grib:7,scienc:9,scientif:5,scipi:7,script:[2,10],sdo:2,sea:2,sea_surface_temperatur:10,sea_surface_temperature_combin:10,seamlessli:5,search:[5,6,10],section:[2,8],see:[2,3,4,7,9],seen:0,sel:10,selector:7,self:7,sens:0,sentinel:5,separ:[0,2,5,7],serialis:[6,7],server:8,serverless:5,servic:10,set:[0,1,7,8,9],setup:3,shape:[4,7],shini:3,shop:10,shortnameecmwf:10,should:[0,1,3,6,7,8,9,10],sidecar:10,signatur:7,similar:3,similarli:10,simpl:[6,7,10],simplest:[0,10],simpli:9,simplifi:3,simul:5,simultan:4,sinc:[0,6,9],singl:[0,2,4,5,7],single_driv:7,single_kwarg:7,single_ref_set:0,single_zarr:7,singlehdf5tozarr:[0,7,9,10],situ:5,size:[0,1,2,4,7,8,10],skip:7,slice:10,slow:0,small:4,smaller:[0,7,10],smart:6,smb:5,solar:5,solv:[3,5],some:[0,1,4,5,6,7,9],someth:0,sometim:6,sore:6,sort:10,sourc:[3,5,7,10],space:6,span:10,spec:[7,8],special:[4,7,10],specif:[0,1,3,4,5,7,10],specifi:[7,10],speed:0,speedup:4,sphinx:3,split:[7,9,10],ssh:5,sst:5,stage:[0,7],standard:[2,7],start:[3,5,6,8],startswith:10,stash:3,state:3,statu:3,step:[0,3,8,9],still:[5,6,10],stop:[0,7,8,10],storag:[1,4,5,6,7,8,10],storage_opt:[7,9,10],storage_options_in:[0,7],storage_options_out:[0,7],store:[0,1,3,4,5,6,7,8,10],str:[7,8],stream:7,string:[0,6,7,8,10],strptime:10,structur:[6,7,8],studi:5,style:[3,7],subarrai:7,subchunk:7,submit:3,subselect:5,subsequ:6,subset:2,subst:10,success:3,suggest:10,superclass:7,suppli:7,support:[0,4,5,10],sure:[0,3],surfac:2,sys:10,system:[4,5,6,7,10],tabl:7,tabular:[6,7],tag:7,take:[0,3,4,5,8,10],taken:[0,4,7,10],talk:5,tar:[0,5,7],target:[0,1,7],target_opt:[7,9,10],target_protocol:[0,7],target_url:8,task:0,tbc:7,techniqu:[0,4],tee:2,temperatur:2,tempfil:0,templat:[7,8],template_nam:8,temporarydirectori:0,term:[0,6],termin:[3,6],test:7,text:[3,6,8],than:[0,4,7,8],thei:[0,3,4,6,7,10],them:[0,2,3,4,5,6,7,9,10],themselv:4,therefor:0,thereof:7,thi:[0,2,3,4,5,6,7,8,9,10],thing:5,those:[0,4],thread:4,three:[0,8],threshold:[7,10],through:[4,7,9,10],thu:[4,10],tiff:[1,5,7,10],tiff_to_zarr:7,tifffil:[2,7],time0:10,time:[0,2,3,4,7,9,10],titl:10,to_dask:10,todai:3,togeth:[4,7],too:[0,5],top:[3,7],topic:5,total:[4,7,10],touch:0,track:3,tradit:5,transfer:6,transform:0,translat:[0,5,7,9,10],tree:[4,7],trigger:7,tupl:7,turn:[0,7],tutori:5,two:[4,6,7,10],txt:3,type:[1,3,4,5,7,10],typeoflevel:7,typic:[0,10],ubiquit:0,ugrid:8,ujson:[0,7,10],unaffect:7,uncommit:3,uncompress:[0,7],understand:[0,5],unifi:5,uniqu:[0,7,10],unless:7,unneed:6,unpack:6,updat:[2,3],upload:10,upon:6,upstream:3,uri:7,url:[0,1,4,7,8,9,10],url_in:7,url_out:7,urllist:9,urlpath:7,usag:10,use:[0,1,2,3,4,5,6,7,8,9,10],used:[0,1,2,4,7,9,10],useful:[0,6,9],user:[0,3,5,7,9,10],uses:[3,5,7,9,10],usg:2,using:[0,3,4,5,7,9,10],usual:[3,7],util:[0,5],v2021:2,valid:[7,10],valu:[4,6,7,8,10],valul:7,vararrcodec:7,vari:[7,10],variabl:[0,2,4,7,8],variable_nam:8,varieti:[5,10],variou:5,varnam:7,vars_combin:10,vattr:[7,10],veloc:9,veri:[0,5,6],version:[3,5,7],via:[0,1,5,6],view:[3,5],virtual:[3,5,6,9,10],vito:10,vlen:7,vlen_encod:7,vza_olci:10,wai:[0,5,7,10],wait:4,wall:10,want:[3,4],warn:7,water:5,wavelength:2,websit:2,well:1,were:[2,4,6,7],west:[2,10],what:[3,7,9],when:[3,6,7,10],whenev:3,where:[0,3,4,5,6,7,8,9,10],whether:[4,6,7],which:[0,3,4,6,7,8,9,10],whichev:1,whole:[4,6,7,8],why:5,wide:5,winter:9,wise:6,wish:[6,7],within:[3,4,5,7,8],without:[5,6,10],work:[0,2,3,5,7],worker:[0,7],workflow:[0,7,10],workload:[0,4],world:6,would:[1,9,10],wrap:[0,7],writabl:7,write:[1,4,7,9,10],writer:7,written:[3,6,7,9],www:3,xarrai:[0,3,9,10],xbatcher:3,year:10,yet:[6,7],yml:[3,10],you:[0,1,3,4,5,7,9],your:3,yourusernam:3,zarr:[0,1,5,7,8,9,10],zarr_format:8,zarr_meta:2,zarrai:[4,8],zattr:[4,8],zero:[7,8],zgroup:8,zip:[0,7],zst:10,zstd:[5,10]},titles:["Advanced Topics","Beyond Python","Case studies","Contributing to kerchunk","Detailed description","kerchunk","Non-zarr uses","API Reference","References specification","Quick Start","Tutorial"],titleterms:{"case":2,Using:[0,9,10],across:10,advanc:0,aggreg:10,api:7,archiv:0,backend:7,beyond:1,binari:4,branch:3,buffer:4,bug:3,chang:3,code:3,codec:7,coher:2,combin:[7,10],commit:3,contribut:3,coo_map:10,creat:3,csv:6,dask:0,dataset:10,descript:4,detail:4,develop:3,document:3,dynam:2,environ:3,exampl:9,feather:6,featur:3,file:[0,7,9,10],filesystem:4,fork:3,format:7,fsspec:4,global:2,hrrr:2,indic:5,introduct:5,json:[6,9,10],kerchunk:[3,5,10],logic:10,merg:10,model:2,multi:9,multipl:10,mur:2,nation:2,non:6,notebook:9,observatori:2,orc:6,output:[9,10],parallel:0,parquet:[0,6],postprocess:10,pre:3,preprocess:10,python:[1,3],quick:9,reader:4,reduct:0,refer:[7,8],report:3,request:3,run:3,sentinel:2,set:3,simpl:0,singl:[9,10],solar:2,specif:8,sst:2,start:9,storag:0,studi:2,suit:3,tabl:5,tar:6,test:3,topic:0,tree:0,tutori:[9,10],uses:6,util:7,variabl:10,version:8,virtual:4,water:2,zarr:[4,6],zstd:6}}) \ No newline at end of file +Search.setIndex({docnames:["advanced","beyond","cases","contributing","detail","index","nonzarr","reference","spec","test_example","tutorial"],envversion:{"sphinx.domains.c":1,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":1,"sphinx.domains.index":1,"sphinx.domains.javascript":1,"sphinx.domains.math":2,"sphinx.domains.python":1,"sphinx.domains.rst":1,"sphinx.domains.std":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["advanced.rst","beyond.rst","cases.rst","contributing.rst","detail.rst","index.rst","nonzarr.rst","reference.rst","spec.rst","test_example.rst","tutorial.rst"],objects:{"kerchunk.codecs":{AsciiTableCodec:[7,0,1,""],FillStringsCodec:[7,0,1,""],GRIBCodec:[7,0,1,""],RecordArrayMember:[7,0,1,""],VarArrCodec:[7,0,1,""]},"kerchunk.codecs.AsciiTableCodec":{__init__:[7,1,1,""]},"kerchunk.codecs.FillStringsCodec":{__init__:[7,1,1,""]},"kerchunk.codecs.GRIBCodec":{__init__:[7,1,1,""]},"kerchunk.codecs.RecordArrayMember":{__init__:[7,1,1,""]},"kerchunk.codecs.VarArrCodec":{__init__:[7,1,1,""]},"kerchunk.combine":{MultiZarrToZarr:[7,0,1,""],auto_dask:[7,2,1,""],concatenate_arrays:[7,2,1,""],drop:[7,2,1,""],merge_vars:[7,2,1,""]},"kerchunk.combine.MultiZarrToZarr":{__init__:[7,1,1,""],translate:[7,1,1,""]},"kerchunk.df":{refs_to_dataframe:[7,2,1,""]},"kerchunk.fits":{process_file:[7,2,1,""]},"kerchunk.grib2":{scan_grib:[7,2,1,""]},"kerchunk.hdf":{SingleHdf5ToZarr:[7,0,1,""]},"kerchunk.hdf.SingleHdf5ToZarr":{translate:[7,1,1,""]},"kerchunk.netCDF3":{NetCDF3ToZarr:[7,0,1,""]},"kerchunk.netCDF3.NetCDF3ToZarr":{__init__:[7,1,1,""],translate:[7,1,1,""]},"kerchunk.tiff":{generate_coords:[7,2,1,""],tiff_to_zarr:[7,2,1,""]},"kerchunk.utils":{consolidate:[7,2,1,""],dereference_archives:[7,2,1,""],do_inline:[7,2,1,""],inline_array:[7,2,1,""],rename_target:[7,2,1,""],rename_target_files:[7,2,1,""],subchunk:[7,2,1,""]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","function","Python function"]},objtypes:{"0":"py:class","1":"py:method","2":"py:function"},terms:{"000byte":7,"01_air_pressure_at_mean_sea_level":10,"01_sea_surface_temperatur":10,"01t00":10,"02_sea_surface_temperatur":10,"02da7d9257b4b26d84d053be1af2ceeb":2,"10x":0,"11t07":10,"14min":10,"16byte":7,"16tb":2,"194mb":10,"1min":10,"29t23":10,"400gb":2,"400tb":2,"44s":10,"500mb":0,"5gb":2,"66tb":2,"7gb":10,"80tb":2,"8gb":10,"92eb1df3d58ba41d3411f8a840be2452":2,"94a":2,"break":3,"byte":[0,4,5,7,8],"case":[0,4,5,6,7,9,10],"class":[0,7],"default":[3,7,10],"final":[0,7,10],"function":[0,3,7,10],"import":[0,3,9,10],"int":[0,7,8],"long":[1,3,6],"new":[0,3,5,7,8,10],"null":[7,8],"public":10,"return":[0,3,7,8,10],"short":[7,10],"static":4,"switch":3,"true":[0,4,7,9,10],"try":3,"var":[4,7,10],"while":5,AWS:10,For:[0,3,4,5,6,7,8,10],IDE:10,IDs:7,OBS:2,One:1,The:[0,1,2,3,4,5,6,7,8,10],There:10,These:[3,7,10],Use:7,Used:7,Useful:7,Uses:7,Using:5,__init__:7,__version__:3,_air:10,_air_pressure_at_mean_sea_level:10,_array_dimens:8,abf:5,abil:[4,6],abl:[0,3,4,6],about:[3,4,5],abov:[3,7,9,10],ac_process_flag:10,access:[0,1,2,4,5,6,7,8,9,10],account:4,accur:7,achiev:[6,10],across:[4,5,7],act:7,action:[4,7],activ:3,actual:[0,6,7],add:[3,8],added:[0,3],addit:[0,5,9],adher:7,adjust:10,advanc:5,after:[0,3,4,7],again:9,aggreg:[2,4,5,7],air_pressure_at_mean_sea_level:10,air_pressure_at_mean_sea_level_combin:10,air_temperature_at_2_metr:10,alibaba:5,all:[0,2,4,5,6,7,9,10],allow:[2,4,5,6,7,10],almost:4,along:[7,9,10],alreadi:[4,7,10],also:[0,2,5,7,8,10],alter:7,altern:[0,9,10],although:[0,7],amazonaw:2,amend:7,amort:5,amount:5,anaconda:3,analysi:9,ani:[0,1,3,4,5,6,7,8,9,10],annot:8,anon:[9,10],anonym:10,anoth:[4,10],answer:5,anywher:[4,9],api:[5,6,10],appear:[3,7],append:9,appli:[1,5,7,10],applic:6,appreci:3,appropri:7,arbitrari:[4,5,8,10],architectur:5,archiv:[5,6,7],archive_facil:10,area:4,arg:[7,10],argument:[0,9,10],around:6,arrai:[0,4,5,6,7,8,10],arrang:[4,5],arrow:6,ascii:[7,8],asciitablecodec:7,assicu:7,assign:[4,6,10],associ:[4,8],assum:7,asynchron:5,atmospher:2,attempt:[4,7],attr:[7,10],attribut:[4,5,7,8,10],auto_dask:[0,7],autom:0,automat:7,avail:[0,2,7,10],avoid:10,axi:[2,7],back:0,backend:[4,5],backend_arg:10,backend_kwarg:[0,9,10],bandwidth:0,banner:3,base64:[7,8],base:[3,9],batch:[0,7],becaus:[0,6,7,10],becom:[0,7],been:[0,7,8,10],befor:[0,3,7,10],beforehand:7,begin:7,behav:7,being:[1,3,7],below:[7,9,10],benchmark:2,benefit:0,best:6,between:[0,3,10],beyond:5,big:[7,10],bigger:7,biggest:7,binari:[1,5,6,7,8,10],binaryio:7,bintabl:7,blob:2,block:[1,4,5,6,7,10],bool:7,both:[4,6,7,10],bring:3,bucket:8,buffer:[5,6],bug:5,build:3,built:3,button:3,cach:[0,10],call:[0,7],callabl:7,caller:0,can:[0,1,3,4,5,6,7,9,10],cannot:4,cardin:6,care:0,cartesian:8,catalog:[9,10],catalogu:2,categor:7,categorical_threshold:7,certain:7,cftime:7,cgentemann:2,cgl_toc_yyyymmddhhmm_x21y05_s3a_v1:10,cgohlk:2,chang:[5,7,10],charact:[6,10],check:7,check_arrai:7,checkout:3,chrtout_domain1:9,chunk:[4,5,7,8,9,10],chunksiz:10,clean:2,clear:3,click:3,client:7,clone:3,cloud:[2,4,5,9],cloud_mur_v41_benchmark:2,cloud_scienc:2,cluster:[0,4,7],code:[1,2,5,9,10],codec:[1,4,5],coerc:7,coher:5,collect:5,column:[6,7],com:[1,2,3,9,10],combin:[0,3,5,9],come:[0,8],command:[3,9],common:[1,7],common_var:7,comp:9,compact:0,compar:4,compat:[7,8],compil:[7,10],complet:[2,4,5],complex:[7,10],compon:7,compress:[0,4,5,6,10],compressor:[1,6,8],comput:[0,5,10],computation:0,concat:10,concat_dim:[0,7,9,10],concaten:[6,7,10],concatenate_arrai:7,concatent:7,concret:0,concurr:[4,5],conda:3,conflict:3,connect:3,consid:[5,8,10],consolid:[0,5,7,9,10],constant:7,constitu:7,construct:[4,6,9],consult:0,contain:[0,3,7,10],content:[1,5,6,7,8],continu:3,contrast:4,contribut:5,control:3,convect:2,conveni:[0,10],convent:[8,10],convers:7,convert:[0,7],coo_dtyp:[7,10],coo_map:7,coordin:[0,5,7,10],copernicu:10,copi:[5,6,7],copyright:10,core:4,correct:[3,4],correspond:0,correspondingli:0,cost:[4,5,6],could:[4,7,8,9,10],counter:7,coverag:3,cpu:[0,4,10],creat:[0,2,4,5,7,9,10],credenti:[2,3,10],crucial:9,csv:5,current:[1,3,5,7,10],custom:10,customis:7,dask:[2,4,5,7,10],data:[0,1,2,4,5,6,7,8,9,10],datafram:7,dataset:[0,1,2,3,4,5,6,7,9],datatyp:5,date:[2,3],datetim:[7,10],datetime64:10,deactiv:3,declar:9,decod:[0,5,7,8],deep:7,def:[0,10],default_cache_typ:[9,10],default_fill_cach:[9,10],defin:[9,10],definit:8,delai:0,demand:0,demonstr:[4,10],depend:[3,10],depr:7,dereference_arch:[0,7],deriv:7,describ:[4,5],descript:[5,6,7,8],design:[0,4,5],desir:7,destin:10,detail:[1,5],determin:6,develop:[6,10],dew_point_temperature_at_2_metr:10,dict:[0,7,9,10],dictionari:[0,7,10],differ:[4,5,10],dimens:[4,5,7,8,10],direct:[4,5,6],directli:[0,4,7,10],directori:[3,4,6,7],disabl:7,disc:5,discuss:2,disk:[2,4],displai:10,distribut:[0,4,6,7],divisor:7,do_inlin:[0,7],doc:3,docstr:0,document:[1,2,5,6,10],doe:[4,5,9],doing:0,domain:8,domin:[4,8],don:3,done:[0,6,7,9],dot:7,down:0,download:[5,6],downsid:0,dramat:10,driver:[5,7],drop:[7,10],dropbox:5,dt_in:7,dt_out:7,dtype:[7,8,10],duck:7,dump:[0,10],dynam:5,each:[0,1,2,4,7,9,10],earth:[9,10],earthbigdata:2,earthdata:2,easier:6,easili:7,eastward_wind_at_100_metr:10,eastward_wind_at_10_metr:10,eccod:7,ecmwf:10,edit:[3,10],ef435a53ac530a2843ce7e1d59f96e22:2,effect:[2,3,5,6],effici:[0,4,5,6,7],either:[1,3,10],element:[4,8],els:3,emb:7,embed:[6,7],empti:7,emsembl:9,encapsul:0,encod:[0,1,4,5,7,10],end:[0,3,6],engin:[0,9,10],enhanc:8,enough:6,ensembl:[9,10],ensur:3,entri:[7,8],env:3,environ:9,equal:[4,7,8],equival:8,era5:10,era5_1979_2022_multivar:10,era5_2020_2022_multivar:10,era:5,error:7,esip:[9,10],especi:0,essenti:5,establish:2,evalu:8,even:[0,3,6,9,10],everi:7,everyon:3,exact:[4,7],exactli:7,exampl:[0,1,2,3,4,5,7,8,10],except:7,exclud:6,execut:[0,7],exist:[0,5,7],expand:[7,8],expect:[4,7,8],experienc:3,expos:[1,3],express:10,extens:7,extern:4,extra:7,extract:[2,4,5,7,10],factor:7,failur:6,fals:[0,7,9,10],far:7,faster:[0,10],feather:5,featur:[5,6,8],feel:3,fetch:[3,5,7],few:7,fewer:7,field:7,file:[1,2,3,4,5,6,8],file_url:10,filenam:[4,7],filesystem:[0,5,7,9,10],filesystemrefer:1,fill:[7,10],fill_valu:10,fillstringscodec:7,filter:[2,7],find:[5,10],first:[0,3,4,6,7,9,10],fit:[2,4,5,7,10],fix:7,flexibl:5,flist:10,float32:10,float64:10,flush:0,fn_to_tim:10,focus:6,follow:[0,5,9,10],footprint:[0,7],forecast:10,form:[0,8,10],format:[0,1,2,4,5,6,8],found:[1,3,7,9],framework:[3,4],free:[9,10],frequent:10,friendli:[4,5],from:[0,2,3,4,5,6,7,8,9,10],fs2:10,fsspec:[0,2,3,5,7,8,9,10],ftp:5,full:[3,7],full_phys:9,futur:[0,8],garbag:7,gatewai:5,gcs:5,gdrive:5,gen:8,gen_json:10,gen_kei:8,gen_key0:8,gen_key1:8,gen_key2:8,gen_key3:8,gen_key4:8,gener:[0,2,7,9,10],generate_coord:7,geotiff:[2,7],get:[0,4,6,7],get_mapp:[0,10],gist:2,git:[3,10],github:[2,3,9,10],give:[4,7],given:[3,4,6,7,8],glob:[2,10],global:[5,10],good:[3,6],gov:2,greater:7,greatli:0,grib2:[2,5,7,10],grib:7,gribcodec:7,group:[7,10],guid:3,gzip:1,h5chunk:[9,10],h5f:[7,10],h5py:[5,9],hand:0,handl:5,happen:6,hard:[5,6],has:[0,3,6,7,10],have:[0,1,3,4,5,6,7,8,9,10],hdf5:[0,2,4,5,7,9],hdf:[0,4,5,7,9,10],heightaboveground:[2,7],help:7,here:[0,2,3,6,8,10],heterogen:5,hide:10,hierarchi:7,high:2,higher:10,home:3,hourli:2,how:[2,3,4,5,7,9],howev:[0,6],hrrr:5,html:3,http:[1,2,3,4,5,8,9,10],human:0,hungri:0,id_map:7,idea:4,ideal:3,ident:[7,10],identical_dim:[7,10],iglob:10,ignor:7,imag:[2,4],immedi:0,implement:[0,1,7],improv:3,includ:[2,5,6,7,8,10],inconsist:7,inde:6,independ:4,index:[4,5,6,7,10],indic:[3,6,8],indict:7,individu:[0,7,9,10],indtyp:7,ineffici:5,inf:9,infil:10,infilenam:0,inflat:0,info:3,inform:[4,5,9,10],ingest:4,initi:[7,9,10],inlin:[0,7,10],inline_arrai:7,inline_threshold:[0,7,9,10],input:[0,7,8,10],insist:5,instal:[3,9,10],instanc:[0,4,6,7,8,10],instanti:0,instead:[0,7,10],institut:10,instruct:3,int32:4,intak:[2,9,10],intake_catalog:10,integ:7,intend:10,intens:[0,4],interfac:4,interpret:[1,3,7,8],introduc:3,invoc:9,involv:[5,9],ipynb:2,irrespect:7,isol:3,issu:[2,3,10],item:[8,10],its:[3,8,10],itself:0,jinja2:8,jinja:8,job:0,jpl:2,json:[0,1,4,5,7,8],json_list:10,just:[6,7,10],keep:[0,3,7,9],kei:[0,1,7,8,10],kerchunk:[0,2,4,7,9],key0:8,key1:8,key2:8,key3:8,key_nam:8,key_seper:7,keyword:7,kind:8,know:[6,10],known:[0,6,7,10],kwarg:7,languag:[1,4],larg:[0,3,4,5,6,7],larger:[7,10],largest:7,lat:10,latenc:[4,5,10],later:0,latest:3,launch:4,lazi:[0,10],lazyreferencemapp:[0,7],lead:[3,4,6],leav:7,legaci:5,length:[7,8],let:0,level:7,leverag:4,librari:[4,5,7,9],like:[0,1,4,5,6,7,10],line:9,link:[2,9],lint:3,list:[0,2,7,10],liter:[8,10],littl:[9,10],live:[4,9],load:[0,1,5,7,10],local:[0,3,5,6,7,10],locat:[7,10],location_of_data:0,lock:5,logic:[5,6,7],lon:10,look:7,lot:[0,6],low:6,lower:10,lsterzing:9,lwe_thickness_of_surface_snow_amount:10,machin:[3,4,10],made:[2,4,7],mai:[0,3,6,7,8],main:[0,2,3,7],maintain:2,major:6,make:[0,3,4,6],makedir:0,mamba:3,manag:[3,10],mani:[0,2,3,4,5,7],manipul:10,manual:10,manzt:1,map:[4,7,10],mapper:9,markdown:3,massiv:5,master:[2,3],match:[2,8,10],max_chunk_s:7,mayb:[0,1,7],mean:[0,4,5,6,7,9],meet:9,member:[0,7],memori:[0,2,5,7,9,10],merg:[0,3,7],merge_var:[7,10],messag:[3,7],meta:10,metadata:[0,2,4,5,6,7,8],method:[7,10],microscopi:1,might:[1,4,8,9],million:5,mimic:7,miniconda:3,mirror:3,misidentif:6,mode:[0,10],model:5,modern:[4,6],modifi:7,modify_fill_valu:10,modul:[5,10],month:[6,10],more:[0,1,3,4,5,6,7,8,10],most:0,motiv:4,move:[5,6],msl:10,much:[0,5,6],multi:[1,5],multipl:[0,4,5,7,9],multizarrtozarr:[0,7,9,10],multpl:7,mur:5,must:[3,7,8],mutipl:4,myfil:0,mzz:[7,9,10],mzz_kwarg:7,n_batch:7,name:[3,4,6,7,10],nan:10,nasa:2,nation:5,nativ:2,navig:3,nbviewer:2,ndarrai:10,nearest:2,necessari:[2,3,10],need:[0,1,2,3,4,5,6,7,9],neg:7,netcdf2:7,netcdf3:[0,7,10],netcdf3tozarr:[0,7],netcdf4:[2,4,5,9,10],netcdf:[5,7],netcdf_fil:7,network:[0,5],never:7,nevertheless:4,new_dim:10,new_dimens:10,newlin:6,next:[3,9],noaa:[2,9],node:8,nomin:0,non:[5,7,8],none:7,normal:7,northward_wind_at_100_metr:10,note:[0,2,7,8,9],notebook:[2,5],noth:1,now:[0,3,5,10],nrow:7,number:[0,4,5,7,10],numer:4,numpi:7,nwm:9,nx4:4,oa02_toc:10,object:[1,5,7,8,10],observ:5,observablehq:1,observatori:5,off:[0,3],offset:[1,6,8],often:[0,5,6,7],old:7,ome:1,onc:[0,3,4,6,10],one:[0,3,4,5,6,7,8,9,10],onli:[0,2,3,4,5,6,7,10],onto:3,opaqu:7,open:[0,3,7,9,10],open_catalog:10,open_dataset:[0,9,10],open_fil:7,openfil:7,oper:[0,4,10],option:[0,7,8],orc:5,order:7,ordin:7,org:[2,3],origin:[0,3,4,5,7,10],other:[2,4,5,6,7,8,10],otherwis:7,ought:8,ouput:7,out2:0,out:[0,6,7,9,10],out_:10,out_dict:0,outdtyp:7,outf:10,outfilenam:0,output:[0,5,7],output_opt:7,outputfil:0,over:[4,5],overal:7,overcom:0,overhead:4,overheard:4,overrid:7,overwrit:7,own:3,packag:[3,9,10],page:[2,3,5],pai:4,pair:10,panda:[3,7],parallel:[4,5,6,9],parallelis:0,paramet:[0,7],parq:0,parquet:[5,7],pars:[0,6],parsabl:7,part:[1,3,4,6],particular:[0,1,4,6,10],partit:[0,6],partner:9,pass:[0,4,7,8,10],path:[0,3,4,7,8,9,10],path_0:8,path_1:8,path_2:8,path_3:8,path_4:8,pathlib:10,pathnam:4,pattern:[7,10],pdb:7,pds:[9,10],per:[0,4,7],perform:[0,6,7],perhap:4,person:9,peterm790:2,phase:10,physic:5,piec:6,pip:[3,10],place:[0,4,10],plain:1,pleas:5,plot:10,plu:5,podaac:2,point:[0,3,7,9],pop:10,popul:10,posit:4,possibl:[2,3,4,5,6,8,10],post:10,postprocess:[0,7],potenti:5,power:[4,5],pre:10,pre_process:10,preced:2,predict:7,premis:5,preprocess:[0,7],preprocessor:7,present:[2,4,6,9],prevent:7,previou:8,previous:[9,10],primari:[5,7],primary_attr_to_group:7,principl:0,print:10,prior:3,probabl:7,probe:7,problem:[0,5],problemat:0,process:[0,4,5,6,7,10],process_fil:7,produc:7,product:[3,8],progress:2,project:[3,4],prompt:3,propos:8,protocol:[5,7,8],prototyp:8,provid:[0,5,7,8,9,10],publicli:3,pull:[3,6],purpos:5,push:3,py3:3,pyarrow:6,pydata:5,pytest:3,python:[0,4,5,7,8,10],qhub:10,quick:5,quot:6,rais:7,random:6,rang:[0,5,7],rapid:2,rapidrefresh:2,rather:[7,10],ratio:7,raw:[6,7],read:[0,4,5,6,7,9],readabl:0,reader:[5,7],readi:[0,3],readili:[1,4],readm:7,real:[2,7],reanalysi:10,reappli:3,reason:10,recombin:7,recommend:[0,7,9,10],record:[6,7],record_s:7,recordarraymemb:7,recreat:7,redo:9,reduc:[0,7],reduct:2,redund:0,ref:[0,7,8,10],refer:[0,1,2,3,4,5,9,10],referenc:10,referencefilesystem:[0,4,8],reflect:3,refresh:2,refs_to_datafram:[0,7],regex:[7,10],regular:10,relat:4,remain:[4,7],remot:[3,7,9,10],remote_opt:[7,9,10],remote_protocol:[0,7,9,10],remov:7,renam:[7,10],rename_target:7,rename_target_fil:7,renate_target:7,render:8,repac:7,repeat:0,replac:[7,9,10],replic:10,repo:[2,3,7],report:5,repositori:3,repres:[5,8],represent:4,reproduc:2,request:[4,5,7],requir:[0,1,2,3,7,8,10],resolut:2,resolv:[2,3],restrict:9,restructur:3,result:[0,7,9,10],retriev:3,retro:9,reveal:10,rewrit:7,right:3,root:7,row:6,rsignel:2,rst:3,run:[7,9,10],safe:6,sai:0,same:[3,4,6,7,10],save:[0,6,7,9,10],scale:1,scan:[0,4,6,9],scan_grib:7,scienc:9,scientif:5,scipi:7,script:[2,10],sdo:2,sea:2,sea_surface_temperatur:10,sea_surface_temperature_combin:10,seamlessli:5,search:[5,6,10],section:[2,8],see:[2,3,4,7,9],seen:0,sel:10,selector:7,self:7,sens:0,sentinel:5,separ:[0,2,5,7],serialis:[6,7],server:8,serverless:5,servic:10,set:[0,1,7,8,9],setup:3,shape:[4,7],shini:3,shop:10,shortnameecmwf:10,should:[0,1,3,6,7,8,9,10],sidecar:10,signatur:7,similar:3,similarli:10,simpl:[6,7,10],simplest:[0,10],simpli:9,simplifi:3,simul:5,simultan:4,sinc:[0,6,9],singl:[0,2,4,5,7],single_driv:7,single_kwarg:7,single_ref_set:0,single_zarr:7,singlehdf5tozarr:[0,7,9,10],situ:5,size:[0,1,2,4,7,8,10],skip:7,slice:10,slow:0,small:4,smaller:[0,7,10],smart:6,smb:5,solar:5,solv:[3,5],some:[0,1,4,5,6,7,9],someth:0,sometim:6,sore:6,sort:10,sourc:[3,5,7,10],space:6,span:10,spec:[7,8],special:[4,7,10],specif:[0,1,3,4,5,7,10],specifi:[7,10],speed:0,speedup:4,sphinx:3,split:[7,9,10],ssh:5,sst:5,stage:[0,7],standard:[2,7],start:[3,5,6,8],startswith:10,stash:3,state:3,statu:3,step:[0,3,8,9],still:[5,6,10],stop:[0,7,8,10],storag:[1,4,5,6,7,8,10],storage_opt:[7,9,10],storage_options_in:[0,7],storage_options_out:[0,7],store:[0,1,3,4,5,6,7,8,10],str:[7,8],stream:7,string:[0,6,7,8,10],strptime:10,structur:[6,7,8],studi:5,style:[3,7],subarrai:7,subchunk:7,submit:3,subselect:5,subsequ:6,subset:2,subst:10,success:3,suggest:10,superclass:7,suppli:7,support:[0,4,5,10],sure:[0,3],surfac:2,sys:10,system:[4,5,6,7,10],tabl:7,tabular:[6,7],tag:7,take:[0,3,4,5,8,10],taken:[0,4,7,10],talk:5,tar:[0,5,7],target:[0,1,7],target_opt:[7,9,10],target_protocol:[0,7],target_url:8,task:0,tbc:7,techniqu:[0,4],tee:2,temperatur:2,tempfil:0,templat:[7,8],template_nam:8,temporarydirectori:0,term:[0,6],termin:[3,6],test:7,text:[3,6,8],than:[0,4,7,8],thei:[0,3,4,6,7,10],them:[0,2,3,4,5,6,7,9,10],themselv:4,therefor:0,thereof:7,thi:[0,2,3,4,5,6,7,8,9,10],thing:5,those:[0,4],thread:4,three:[0,8],threshold:[7,10],through:[4,7,9,10],thu:[4,10],tiff:[1,5,7,10],tiff_to_zarr:7,tifffil:[2,7],time0:10,time:[0,2,3,4,7,9,10],titl:10,to_dask:10,todai:3,togeth:[4,7],too:[0,5],top:[3,7],topic:5,total:[4,7,10],touch:0,track:3,tradit:5,transfer:6,transform:0,translat:[0,5,7,9,10],tree:[4,7],trigger:7,tupl:7,turn:[0,7],tutori:5,two:[4,6,7,10],txt:3,type:[1,3,4,5,7,10],typeoflevel:7,typic:[0,10],ubiquit:0,ugrid:8,ujson:[0,7,10],unaffect:7,uncommit:3,uncompress:[0,7],understand:[0,5],unifi:5,uniqu:[0,7,10],unless:7,unneed:6,unpack:6,updat:[2,3],upload:10,upon:6,upstream:3,uri:7,url:[0,1,4,7,8,9,10],url_in:7,url_out:7,urllist:9,urlpath:7,usag:10,use:[0,1,2,3,4,5,6,7,8,9,10],used:[0,1,2,4,7,9,10],useful:[0,6,9],user:[0,3,5,7,9,10],uses:[3,5,7,9,10],usg:2,using:[0,3,4,5,7,9,10],usual:[3,7],util:[0,5],v2021:2,valid:[7,10],valu:[4,6,7,8,10],valul:7,vararrcodec:7,vari:[7,10],variabl:[0,2,4,7,8],variable_nam:8,varieti:[5,10],variou:5,varnam:7,vars_combin:10,vattr:[7,10],veloc:9,veri:[0,5,6],version:[3,5,7],via:[0,1,5,6],view:[3,5],virtual:[3,5,6,9,10],vito:10,vlen:7,vlen_encod:7,vza_olci:10,wai:[0,5,7,10],wait:4,wall:10,want:[3,4],warn:7,water:5,wavelength:2,websit:2,well:1,were:[2,4,6,7],west:[2,10],what:[3,7,9],when:[3,6,7,10],whenev:3,where:[0,3,4,5,6,7,8,9,10],whether:[4,6,7],which:[0,3,4,6,7,8,9,10],whichev:1,whole:[4,6,7,8],why:5,wide:5,winter:9,wise:6,wish:[6,7],within:[3,4,5,7,8],without:[5,6,10],work:[0,2,3,5,7],worker:[0,7],workflow:[0,7,10],workload:[0,4],world:6,would:[1,9,10],wrap:[0,7],writabl:7,write:[1,4,7,9,10],writer:7,written:[3,6,7,9],www:3,xarrai:[0,3,9,10],xbatcher:3,year:10,yet:[6,7],yml:[3,10],you:[0,1,3,4,5,7,9],your:3,yourusernam:3,zarr:[0,1,5,7,8,9,10],zarr_format:8,zarr_meta:2,zarrai:[4,8],zattr:[4,8],zero:[7,8],zgroup:8,zip:[0,7],zst:10,zstd:[5,10]},titles:["Advanced Topics","Beyond Python","Case studies","Contributing to kerchunk","Detailed description","kerchunk","Non-zarr uses","API Reference","References specification","Quick Start","Tutorial"],titleterms:{"case":2,Using:[0,9,10],across:10,advanc:0,aggreg:10,api:7,archiv:0,backend:7,beyond:1,binari:4,branch:3,buffer:4,bug:3,chang:3,code:3,codec:7,coher:2,combin:[7,10],commit:3,contribut:3,coo_map:10,creat:3,csv:6,dask:0,dataset:10,descript:4,detail:4,develop:3,document:3,dynam:2,environ:3,exampl:9,feather:6,featur:3,file:[0,7,9,10],filesystem:4,fork:3,format:7,fsspec:4,global:2,hrrr:2,indic:5,introduct:5,json:[6,9,10],kerchunk:[3,5,10],logic:10,merg:10,model:2,multi:9,multipl:10,mur:2,nation:2,non:6,notebook:9,observatori:2,orc:6,output:[9,10],parallel:0,parquet:[0,6],postprocess:10,pre:3,preprocess:10,python:[1,3],quick:9,reader:4,reduct:0,refer:[7,8],report:3,request:3,run:3,sentinel:2,set:3,simpl:0,singl:[9,10],solar:2,specif:8,sst:2,start:9,storag:0,studi:2,suit:3,tabl:5,tar:6,test:3,topic:0,tree:0,tutori:[9,10],uses:6,util:7,variabl:10,version:8,virtual:4,water:2,zarr:[4,6],zstd:6}}) \ No newline at end of file diff --git a/tutorial.html b/tutorial.html index 1463251f..74d2a7b1 100644 --- a/tutorial.html +++ b/tutorial.html @@ -546,11 +546,11 @@

Using the output
%%time
-fs = fsspec.filesystem("reference", fo='s3://esip-qhub-public/ecmwf/ERA5_1979_2022_multivar.json.zst',
-                       ref_storage_args={"compression": "zstd"},
+fs = fsspec.filesystem('reference', fo='s3://esip-qhub-public/ecmwf/ERA5_1979_2022_multivar.json.zst',
+                       target_options={'compression': 'zstd', 'anon':True},
                        remote_protocol='s3', remote_options={'anon':True})
-m = fs.get_mapper("")
-ds = xr.open_dataset(m, engine="zarr", backend_kwargs={'consolidated':False})
+m = fs.get_mapper('')
+ds = xr.open_dataset(m, engine='zarr', backend_kwargs={'consolidated':False})
 print(ds)