From db05ac937a5f30d9d91340488733aab76767ddf3 Mon Sep 17 00:00:00 2001 From: Alice Fage Date: Wed, 30 Aug 2023 16:11:14 +1200 Subject: [PATCH] wip: extract collection ids --- tools/data/collection_ids.csv | 428 ++++++++++++++++++ .../generate-argo-cli-commands-imagery-pc.py | 117 +++++ tools/nz-imagery-ids.py | 20 + 3 files changed, 565 insertions(+) create mode 100644 tools/data/collection_ids.csv create mode 100755 tools/generate-argo-cli-commands-imagery-pc.py create mode 100755 tools/nz-imagery-ids.py diff --git a/tools/data/collection_ids.csv b/tools/data/collection_ids.csv new file mode 100644 index 000000000..2584531e3 --- /dev/null +++ b/tools/data/collection_ids.csv @@ -0,0 +1,428 @@ +auckland_2010-2011_0.125m-rgb,01GYXGR3P7NFVEF1FP2K8BYW5M +auckland_2010-2012_0.5m-rgb,01GSEBA9ZMHSY9PS1KY2QP15BH +auckland_2010_0.075m-rgb,01GYXGR139GCNQPB4MQR9AZY79 +auckland_2012_0.075m-rgb,01GYXGR27PQ47N31CRHJXCWJWR +auckland_2015-2016_0.075m-rgb,01GYDR7DQB7WDP86QE7T0WRV6F +auckland_2017_0.075m-rgb,01GY9F9JTJ45F1D1TQK4GQ4M1F +auckland_2020_0.075m-rgb,01GSXHW9EQMNT1JADZV4M5GNSY +auckland_2022_0.075m-rgb,01GSXJMK7G7Q6FWGZ6VK0Z0N9F +auckland_sn5600_1979_0.375m-2193,01H51JN3MTCZ9T3SKSTN2FHTJP +auckland_sn9211_1992_0.4m-2193,01H51YZT6H3H3TS9S8CQ701E3J +auckland_snc50347_2003-2004_0.75m-2193,01H52718VNYXJ1Y8N437NXMQDA +auckland_waikato_sn8772_1987-1988_0.375m-2193,01H51X6EYNSFAQT0NR1HT92GTN +bay-of-plenty_2010-2011_0.125m-rgb,01GYXCC7A4TS3KBW78MGABGG2C +bay-of-plenty_2010-2012_0.4m-rgb,01GYXCC765M97VN4RQN1N9NCKE +bay-of-plenty_2011-2012_0.25m-rgb,01GSEBA9ZMQ3D29TH8F2B2N1EQ +bay-of-plenty_2014-2015_0.125m-rgb,01GXPNWTSZY34P00F7SXQXS8HT +bay-of-plenty_2015-2016_0.125m-rgb,01GXSGCE4Y5ZJZKHPMS7DJHCA1 +bay-of-plenty_2015-2016_0.1m-rgb,01GXPNWTSSMMTCZDZN8FXR9W2W +bay-of-plenty_2015-2017_0.25m-rgb,01GXS8H5GQXTS0NNC766AW3TE8 +bay-of-plenty_2016-2017_0.3m-rgb,01GYBMMTTBF8H2FTXTPQBEXB3N +bay-of-plenty_2018-2019_0.1m-rgb,01GYC6EZJB6CJVZKFXHBHEWD2V +bay-of-plenty_2019_0.3m-rgb,01GYC1AAK825XEKQDY6ZD6SFG4 +bay-of-plenty_2020_0.1m-rgb,01GSVM1JVWNCRKDWSYKRJNEAJA +bay-of-plenty_2021-2022_0.2m-rgb,01GHD4BHWJ4PJAS2T7M5G45JQT +bay-of-plenty_2021_0.2m-rgb,01GSVGECT6Y33QSPMES1EHQPVJ +bay-of-plenty_2023_0.1m-rgb,01H79K9YCF4797XDEFFEQYEDPX +bay-of-plenty_gisborne_sn5975_1981_0.375m-2193,01H51MGNQNHSRR8SB688WJG1E3 +bay-of-plenty_gisborne_sn8564_1985_0.375m-2193,01H51V09ERJC33FJBS5N6CJF89 +bay-of-plenty_hawkes-bay_sn8419_1984_0.75m-2193,01H51RRCMVZC8TS7YNB3J39SR4 +bay-of-plenty_sn8240_1983_0.75m-2193,01H51PQFMHV0YNK2VYN4QKEM86 +bay-of-plenty_sn8540_1985-1986_0.375m-2193,01H51TMSXTV04WAGBTYG6G1EJF +bay-of-plenty_sn8626_1986_0.4m-2193,01H51VXM1HN3QY81WMVXVYMFRX +bay-of-plenty_sn8732_1987_0.15m-2193,01H51WRGZVN927SD3AZXW0FSMX +bay-of-plenty_sn9383_1994_0.75m-2193,01H51ZN1GES4Z1F4RHTW2WE6MJ +bay-of-plenty_snc25059_2001_0.75m-2193,01H524VA2NZPWH1KBRW20H98NC +bay-of-plenty_snc30006a_2002_0.75m-2193,01H5268JV5DS6CS79TQMM6HY3D +bay-of-plenty_snc50515_2003_0.625m-2193,01H527QX1VCC5R1THCB42TCPPJ +bay-of-plenty_waikato_snc25058_2001_0.75m-2193,01H524T90A844QZWEH2DCHX7J8 +tauranga-city_2022_0.1m-rgb,01GSXQT9RWV5MBN3JRWTP1TVMS +tauranga_2017_0.1m-rgb,01GYC1AAHFTK6EN0DC1FZWWTRF +tauranga_winter_2022_0.1m-rgb,01GK2DPV3T9PC8C9QG7FH1GQDQ +ashburton_2020_0.075m-rgb,01GSX8XMXSJC7SBN1DJPMCP69Q +ashburton_2021-2022_0.075m-rgb,01GM1YHWZM75HG3DXH29SWSCM2 +banks-peninsula_2019-2020_0.075m-rgb,01GSVM1JVKSSV1JAV9QDPKH5WD +canterbury_2012-2013_0.4m-rgb,01GSNSH1PA92GJD1516A8E2D5Z +canterbury_2013-2014_0.4m-rgb,01GSP79V7A49TQ3170DF79DN1S +canterbury_2014-2015_0.3m-rgb,01GSPG3KNG8YZYKMDTDG835GET +canterbury_2015-2016_0.3m-rgb,01GSRN8RQDMWP85PWYD3M21PJJ +canterbury_2017-2018_0.3m-rgb,01GYBVY2GEBQ9THATTSQS6JRR4 +canterbury_2019_0.3m-rgb,01GSXW8JN622A7CK0JA1M50WRD +canterbury_2020-2021_0.2m-rgb,01GSTSBFXFH8XN6RVJTJZEKBCC +canterbury_2020_0.3m-rgb,01GSTYS8VC3MHW0FRRXG7CZ8GZ +canterbury_2022_0.3m-rgb,01GPA4VXSPMSH2NYGWN26A74GG +canterbury_marlborough_sn8533_1985-1986_0.375m-2193,01H51T65MB52TPE7CG58M5N33B +canterbury_otago_sn8337_1984_0.75m-2193,01H51QYGN6E30RZJ81MR51HXN8 +canterbury_otago_sn8568_1985-1987_0.75m-2193,01H51VAHY4BB4JMZGXVDPDPPE8 +canterbury_sn12542_1998_0.75m-2193,01H5120NNJ51QH6THJZBCC3X7T +canterbury_sn12543_1998-1999_0.75m-2193,01H5120NQ93PS23VEBDB0C96XA +canterbury_sn25022_2000_0.75m-2193,01H512NT36C926EVG87W3X70ZZ +canterbury_sn5204_1978_0.75m-2193,01H5137ACS2VWW14S78Z4XKDBQ +canterbury_sn5771_1980-1981_0.375m-2193,01H51KP5DZT3EX5E5V0XNMJKK2 +canterbury_sn8261_1983_0.75m-2193,01H51PW6871TRBDS74GAZGRPKR +canterbury_sn8389_1984_0.375m-2193,01H51R5CTSVQBBCBE5MZQTG3PY +canterbury_sn8453_1985_0.75m-2193,01H51SCRM4273M7G92Y2YCMBB5 +canterbury_sn8532_1985_0.375m-2193,01H51T31AD9YC1G27RZX3YBM8B +canterbury_sn8569_1985-1986_0.8m-2193,01H51VFMNC3JJK9D3116DPX7YD +canterbury_sn8584_1986_0.75m-2193,01H51VMK48BQJ6RMETYD05JY6W +canterbury_sn8720_1987_0.375m-2193,01H51WHHXVYM2R86SVC62J4G0C +canterbury_sn8777_1987_0.375m-2193,01H51X9FGP1CAA0HSHGV4PHMGK +canterbury_sn9381_1994_0.75m-2193,01H51ZFAZNN9GT5E3HMT5T3TPF +canterbury_sn9447_1995_0.75m-2193,01H5205V66GGDCQDXFW1VCKTDB +canterbury_snc25051_2000_0.75m-2193,01H52450YDH71N6JY2669EX91W +canterbury_snc25053_2001_0.75m-2193,01H5246SCTYP9DH66QPDYBWHY8 +canterbury_snc25054_2000-2001_0.75m-2193,01H524D1273CJ9QDCFM7RWDKS6 +canterbury_snc30000_2002_0.75m-2193,01H525CX45GXMXFH64EDH6A7J0 +canterbury_snc30009_2003_0.75m-2193,01H526JJJVVZJ1JSA7XYC63KE0 +canterbury_west-coast_sn8595_1986-1987_0.96m-2193,01H51VVFBCK1K51Q38PP1GBSAE +christchurch-post-earthquake_24-february-2011_0.1m-rgb,01H0HHXAJRPTZ4RGY291ZZQVRA +christchurch_2015-2016_0.075m-rgb,01GSR3FCJE4TBXZ2YD5D0ZCYGJ +christchurch_2018-2019_0.075m-rgb,01GSE3V417FCPJPMFTS74VBXZR +christchurch_2018_0.075m-rgb,01GYBVY2NP2KBJ25S89E302YPE +christchurch_2020-2021_0.075m-rgb,01GSY1N10TQEPGS0MK8G1TVJZK +christchurch_2021_0.05m-rgb,01GSXGBRTTAW08QX644H918PYZ +hurunui_2013_0.125m-rgb,01GSP79V6HNP64GNN9RTY4YTRB +hurunui_2018-2019_0.075m-rgb,01GSS0XG93DV94AS2MJRB1STX4 +kaikoura-earthquake_2016-2017_0.3m-rgb,01GYB46Y9YXBNDAE94T4E41G08 +kaikoura-earthquake_2016_0.2m-rgb,01H0HJNREMVEVH5R51Y4WGFRWE +mackenzie_2020_0.075m-rgb,01GSY1K1Y2SDHW1WY9T35NZJMG +mackenzie_2021_0.3m-rgb,01GSX8XMZ2EVD2RM3F5593RS4T +selwyn_2012-2013_0.125m-rgb,01GSNTAET558YAW9QTGSCAP995 +selwyn_2018-2019_0.075m-rgb,01GSXWVZ0QW5ZNK6DNTDSX00N7 +selwyn_2019_0.075m-rgb,01GSVM1JVPM2AB16V6810JN031 +selwyn_2020-2021_0.075m-rgb,01GSXHJ8DGCVZ56G34R0QX62W6 +timaru_2012-2013_0.075m-rgb,01GSNTX7ETM4YKCD9HF6W0ERMB +timaru_2020_0.075m-rgb,01GSX8XMYAZRYWGQVD7WWJ4FA4 +waimakariri_2013-2014_0.075m-rgb,01GSP57SBT5KKAT39Z9PXNE18M +waimakariri_2015-2016_0.075m-rgb,01GSRN8RQWX45GVAQRB0NKB5KA +waimakariri_2021_0.05m-rgb,01GSVGECSZKBY3T00F5D6Z2A53 +waimakariri_2023_0.1m-rgb,01H4M56A4TVM8CCTY7QCSYCEXK +waimate_2018_0.075m-rgb,01GSRRK8SECJASF5NVEP940HSE +waimate_2020_0.075m-rgb,01GSVGECSXSAD24PJ0EP5FD9ZS +waimate_2021_0.075m-rgb,01GKSMTCH2MF6ZR7609RMAP946 +waitaki_2020-2021_0.075m-rgb,01GSY1KKAGQ0J765HD04FNXJQ9 +waitaki_2021_0.3m-rgb,01GSX8XMXVYN68D7FRKYEEXT89 +gisborne-cyclone-gabrielle_2023_0.2m-rgb,01GWP8GVYJ3H035S9J2SRWBFW6 +gisborne_2012-2013_0.4m-rgb,01GSE3Z3TX4BD90TC3NWJYYZWB +gisborne_2012_0.125m-rgb,01GYX8ZS7XX1Z44Y8T22RPBASR +gisborne_2017-2018_0.1m-rgb,01GYBVY2KG30W9TM09VEWM1ZF0 +gisborne_2017-2019_0.3m-rgb,01GSS0XGDSFR3QAS0JVSMPQEA0 +gisborne_2021-2023_0.2m-rgb,01H2PE8P39YZVR276VWQ9QJ2HK +gisborne_2022-2023_0.1m-rgb,01GWG71Y9B36EQZXF2FEANSAWE +gisborne_bay-of-plenty_sn5766_1980_0.375m-2193,01H51KGP1CKTRGRW1Q1VJ8V8PT +gisborne_sn12540_1998_0.75m-2193,01H50YGWEQBRBDF1NWSG8J9VDR +gisborne_sn8132_1982_0.375m-2193,01H51NQ53R1KV6PC69B70MGWQC +gisborne_sn8418_1984-1985_0.375m-2193,01H51RP9ETYXYPEDFNBMQ5XPWV +gisborne_sn8538_1985_0.375m-2193,01H51TD56RCKPKERDGWQJBPWYM +gisborne_sn8941_1988_0.15m-2193,01H51XSSFJ53TZ4KQXNKPWQKY5 +gisborne_snc25046_2000_0.75m-2193,01H523NZCMD81FYH3D3V47TNMN +gisborne_snc8309_1983_0.4m-2193,01H52976CXSHHN68VPQX2FG6N4 +central-hawkes-bay_2017-2018_0.1m-rgb,01GYAZMW7P8AR5SXVBBRDC00P6 +hastings-district_2014-2015_0.1m-rgb,01GSRRK8PNHYD8DSCW8XXY55MA +hastings_2017-2018_0.1m-rgb,01GYB46Y7HRAZ4V4FRWH0RPXZM +hawkes-bay-cyclone-gabrielle_2023_0.1m-rgb,01GTE4ZWCXRGNX6W0VC3SR6VJ5 +hawkes-bay_2014-2015_0.3m-rgb,01GSPFZPQK06C93WAMN500WM8S +hawkes-bay_2019-2020_0.3m-rgb,01GSS0XG878VFBBYC6MHZRKN12 +hawkes-bay_2021-2022_0.3m-rgb,01GSXS7PYXDC5ZM0E1M96GVTEZ +hawkes-bay_2022_0.05m-rgb,01GSXV06PJSF18FRAE6ER6601J +hawkes-bay_2022_0.1m-rgb,01GSXTX3QD74VAKHVJQE82Z6JN +hawkes-bay_bay-of-plenty_snc50516_2004_0.75m-2193,01H527YRY35A0XZKYSD5FG334C +hawkes-bay_manawatu-whanganui_sn5752_1980_0.375m-2193,01H51K757EPW4T9RJC2K91DQ5S +hawkes-bay_manawatu-whanganui_sn5761_1980_0.375m-2193,01H51KECT7NDQAN1JTN78FTC2V +hawkes-bay_manawatu-whanganui_snc30001_2002_0.75m-2193,01H525J39W8FG7SYMHJRVA5CTM +hawkes-bay_sn7786_1989_0.48m-2193,01H51MYTHM77P1P5NZJE96WYKZ +hawkes-bay_sn8675_1986_0.375m-2193,01H51W6423VD6N6GS1V6YV62VN +hawkes-bay_sn8985_1988_0.4m-2193,01H51XVB9VPHYQ09GD11M8BWC7 +hawkes-bay_sn9037_1989_0.75m-2193,01H51Y2P6HP5839GMJSPH16G91 +hawkes-bay_sn9410_1995_0.375m-2193,01H51ZSJW6SVEGFB57TECW439G +hawkes-bay_sn9452_1995_0.375m-2193,01H520F274JG83CMWKZ870HSD0 +hawkes-bay_sn9485_1995-1996_0.375m-2193,01H520RWYP1RWCHFGTE6R24M8A +hawkes-bay_sn9585_1996_0.8m-2193,01H5219YC4F6WC7YAKCV2BPQXP +hawkes-bay_snc50126_2003_0.6m-2193,01H52712ZGJBY5NGT0G138ZJE1 +hawkes-bay_snc50450_2004_0.75m-2193,01H52741SDZNPARDYH82JK258H +hawkes-bay_snc50518_2004_0.75m-2193,01H52857HM1C7YX7M6RQNYM554 +hawkes-bay_snc50519_2004_0.64m-2193,01H528888WKJ3WWE4ZQR5TW4R9 +hawkes-bay_snc50520_2004_0.64m-2193,01H528C7H72XCYBFGWPGMRZCN1 +hawkes-bay_snc8912_1987_0.375m-2193,01H52AZCZ8MMND0FAQ25DDT8D0 +hawkes-bay_waikato_sn8260_1983_0.75m-2193,01H51PSY2AEXSFHE3KQHWV6R4W +napier_2017-2018_0.05m-rgb,01GYAZMW8KV1KZ0C69KE2CZ2MB +napier_2017-2018_0.1m-rgb,01GYAZMW8F0GGH69ZE8GNXDNEM +wairoa_2014-2015_0.1m-rgb,01GSPFZMJP6CWE1B0C98H6E11P +manawatu-whanganui_2010-2011_0.4m-rgb,01GYXCC7823GVKF6BJA6K354TR +manawatu-whanganui_2015-2016_0.3m-rgb,01GY9F9JQEXTRR5AYS1FQVVT1S +manawatu-whanganui_2016-2017_0.3m-rgb,01GY9A7RKPDS4WMWSKRCRGEQX6 +manawatu-whanganui_2021-2022_0.3m-rgb,01GVC0V5HYNDWN3CBR34S53VBN +manawatu-whanganui_hawkes-bay_sn12541_1999_0.75m-2193,01H5120NQQ3XQ1D93C745F0Q2H +manawatu-whanganui_hawkes-bay_snc50517_2003_0.75m-2193,01H527ZJQ262P4SXSCA317FJ86 +manawatu-whanganui_sn25017_2000_0.64m-2193,01H512GRWTYQHD2M2TPEE8G178 +manawatu-whanganui_sn5291_1978_0.375m-2193,01H513PYP0FW2ZRVY3D48TCD7B +manawatu-whanganui_sn5408_1979-1980_0.375m-2193,01H513YJY0PZ2TXQGWN4XB9PCJ +manawatu-whanganui_sn8005_1982_0.8m-2193,01H51NA3JPGHZYZRH8B24DCXP6 +manawatu-whanganui_sn8158_1983_0.4m-2193,01H51NV2Z6CN02FHSPNXEKXX3R +manawatu-whanganui_sn8303_1984_0.375m-2193,01H51QC5EV4DVS9K051Y3DA94C +manawatu-whanganui_sn8316_1984_0.4m-2193,01H51QK6177H3PA6JGX7A81C44 +manawatu-whanganui_sn9158_1991_0.375m-2193,01H51YX3BMX85GRJK43W5BGQH1 +manawatu-whanganui_sn9364_1994_0.375m-2193,01H51ZEKJ0Y8RH5R5HV00J4AGW +manawatu-whanganui_sn9470_1995-1996_0.8m-2193,01H520GGZ6578GVZY053BE8XGB +manawatu-whanganui_snc12781_2003_0.75m-2193,01H522PS9YC3GSG5RSP22C1Q2X +manawatu-whanganui_snc25045_2001_0.75m-2193,01H523CFNDEWX1GRKT3ZFF4R5E +manawatu-whanganui_snc25061_2001_0.75m-2193,01H5259DCV49TP9G12FYH2NW1F +manawatu-whanganui_snc8650_1986_0.375m-2193,01H52ABTTDPFCETWA86X4VYBZG +manawatu-whanganui_snc8914_1988_0.375m-2193,01H52ARQBNEFPC9C3ACS4HGWHZ +manawatu-whanganui_taranaki_sn8004_1982_0.75m-2193,01H51N5JC504902P42RYTC4JER +manawatu-whanganui_taranaki_sn8157_1983_0.8m-2193,01H51NRV2CBD19M8MZTRTP8DWJ +manawatu-whanganui_taranaki_sn8549_1985_0.375m-2193,01H51V08PE3PQYYTFS29WXPH5W +manawatu-whanganui_taranaki_sn8686_1986-1987_0.375m-2193,01H51WB37JASM09GH3DXZCXVH2 +manawatu-whanganui_waikato_sn8440_1984-1985_0.375m-2193,01H51S96PKM133N3FTNG8K01CH +manawatu-whanganui_wellington_sn5310_1978-1979_0.375m-2193,01H513QCYP9AT2GKHQF3A6FGK8 +manawatu-whanganui_wellington_sn9284_1993_0.75m-2193,01H51Z7S7AC6JXHD7QNPG2QXKC +manawatu-whanganui_wellington_sn9911_2000_0.75m-2193,01H52265TDAPBCZHAKC0HSXJQ8 +manawatu_2019_0.125m-rgb,01GYC6EZFJRX8J6KJ1RK79CEYM +manawatu_2022-2023_0.1m-rgb,01H4MDJ0EG9MX5B5VJJF95T8TW +palmerston-north_2012-2013_0.125m-rgb,01GYZRRCTM2709KHGP2QEKVW3Y +palmerston-north_2014_0.4m-rgb,01GYXW6KM5JQW40C93588PJFXS +palmerston-north_2015_0.125m-rgb,01GY95TFAJGA1D75ZPBV6M3NTA +palmerston-north_2017_0.125m-rgb,01GYC1AAGWHP8J054C4RST8QVP +palmerston-north_2018_0.125m-rgb,01GSRRK8Q40K1FRQS1HCJN232T +palmerston-north_2022_0.125m-rgb,01GMP7QJX3WV1C9BWBD38NFY5J +rangitikei_2021_0.125m-rgb,01GSV7TKCHS1AP67YMGM4ZX8TE +whanganui_2013_0.1m-rgb,01GYXZ4Z2HZXPJ846Y4VTJXBS9 +whanganui_2015-2016_0.1m-rgb,01GY9A7RR0300THR9JMH08BMV6 +whanganui_2017_0.075m-rgb,01GYC1AAHV9PQ9BR6YJ971R28E +whanganui_2022_0.075m-rgb,01GZJ0730FFQMBFFDJB2DT9W30 +marlborough_2005_0.75m-rgb,01H0HGMVXBTM0NJ723Q1T3V2VY +marlborough_2008_0.4m-rgb,01H0HGBJSGCRVNFB61VDY73GGK +marlborough_2011-2012_0.4m-rgb,01GT088TWXJ52AZEE352PPQZ23 +marlborough_2015-2016_0.2m-rgb,01GSRN8RR3KCXV33XVEBJZ9JA1 +marlborough_2017-2018_0.3m-rgb,01GYGFPQEZ0Z49PA93FKBGEVMT +marlborough_2017_0.1m-rgb,01GYBMMTSDTWHJ64B48TC9WSND +marlborough_2020-2021_0.1m-rgb,01GSTYW47MV21RQX82J87SNKZB +marlborough_2021-2022_0.25m-rgb,01GSXPM5P279P7KT5BNQC7HRW8 +marlborough_2023_0.25m-rgb,01H6AJ03DP580PNHNSBHQRJF06 +marlborough_sn5100_1977_0.75m-2193,01H512YD4ZN4T208SMVGDEP3KA +marlborough_sn5638_1979-1980_0.375m-2193,01H51JN3R1Y1H6DQ47EJDTXNDV +marlborough_sn8000_1982_0.75m-2193,01H51N2TYDEKZGCFCZQK1X5Q2Y +marlborough_sn8049_1982_0.8m-2193,01H51NG03KFYJRV40ZYVDK5KN0 +marlborough_sn8200_1983_0.375m-2193,01H51PG4TWYEGT660B1DPM3JJK +marlborough_sn8262_1983_0.375m-2193,01H51PXAAYN2VAWZZCQVQGGTWW +marlborough_sn9360_1994_0.75m-2193,01H51ZDS1GRB914RG5DWF2A7HP +marlborough_sn9471_1995_0.8m-2193,01H520MC4JZY4QP2TXKKM9S0E6 +marlborough_sn9586_1996_0.32m-2193,01H521DTWX9GDDMMS9KDDNHQEF +marlborough_snc25048_2000_0.75m-2193,01H523YS1VR5JZMWJ5EV8Y899T +marlborough_snc2887_1975_0.3m-2193,01H525C7HD290Q5SEM59966XKR +marlborough_snc30007_2002_0.75m-2193,01H526JHH4DM8TBM5XXJQ9EM3G +marlborough_snc8294_1983_0.375m-2193,01H5294M1HD0QXZHV12D0G665R +marlborough_tasman_canterbury_sn8452_1985_0.75m-2193,01H51SCS93CN19BZFNA55Y20HG +marlborough_tasman_sn8415_1984_0.375m-2193,01H51RH93SS6HGSN40FK89YD8A +marlborough_tasman_snc8423_1984_0.375m-2193,01H529J91K603E9PGD8X49NQ8Q +marlborough_wellington_snc50451_2004-2005_0.75m-2193,01H5275JYDEM69JFPYB8JYZMC7 +nelson_2008-2009_0.5m-rgb,01H0HFQ9Q6B4VK12J8X604RYW0 +nelson_2014_0.4m-rgb,01GYXW6KMQ8VK4MRJF1H6FJ8S0 +nelson_2018-2019_0.3m-rgb,01GYCH6QQN399AXEMR6QTBQM7D +nelson_2022_0.075m-rgb,01GSXP2GHPTW98Q1W8H5XCXXPR +top-of-the-south-flood_2022_0.15m-rgb,01GG8ZW45194S82WN4ZYV9DRJJ +north-island_20221122_10m-rgb,01GT993WNC9H1MRT337X2MDBAC +north-island_20230220_10m-rgb,01GT7WAGJQ3SRTST7EZA2X99TX +north-island_2023_0.5m-rgb,01GTZ2JWA42DKF7FE6E1BCJKY3 +north-island_2023_10m-rgb,01GV1QSN65CNTKBWF39DR8VHZ5 +northland_2000_1.25m-rgb,01GYXKA24ENXFGF7NHQAQFZAXC +northland_2003_0.75m-rgb,01GYY0CNQRY5AKMFTR9JFH94S5 +northland_2003_1m-rgb,01GYXV1V0S001GHCCK49XG86BS +northland_2004_0.75m-rgb,01GYXV1TZVX9SGCTPJ5X09RVCR +northland_2004_0.78m-rgb,01GYXV1TY5B8C1HWF3CAGQPWRD +northland_2006_1m-rgb,01GYXV1TYKRFVJFZKYNN077ZND +northland_2014-2015_0.1m-rgb,01GSR5N5S7RQ2C4PD84ABD1B7D +northland_2014-2016_0.4m-rgb,01GY93MM6MA315C7HE9S035CJR +northland_2016_0.1m-rgb,01GSTYRV1QJNS6ZNDA7F1W007G +northland_auckland_sn8104_1982-1983_0.4m-2193,01H51NHGP97RDR4HWZNT0P5B7C +northland_auckland_sn9482_1995-1996_0.8m-2193,01H520N8JAKA6JCTXCYDSNZD7F +northland_sn5780_1980_0.8m-2193,01H51KZKKT0NCSC9D7D4CN4C6E +northland_sn5932_1981-1982_0.375m-2193,01H51MAS18JNWDPC745JQRZGM8 +northland_sn8328_1984-1986_0.8m-2193,01H51QW0ARGKN4CEKNRCN0W9RA +northland_sn9281_1993_0.6m-2193,01H51Z5WMH3ESCGG4P73P9XW5N +northland_snc12835_2005_0.64m-2193,01H522TMJ07RTTQFJFF9AXST2B +northland_snc5797_1980_0.375m-2193,01H528M3VJYX7THBB1TW88V16N +northland_snc8573_1985_0.3m-2193,01H529V16M8NEVQTE2008KDVYT +northland_snc9935_2000-2003_0.75m-2193,01H52BN6XA8VNX3YMHN2TFR28A +dunedin_2013_0.125m-rgb,01GYZRRB3VBA8A34DT3ME6D3D6 +dunedin_2013_0.4m-rgb,01GSP57SCPTTKMBQF8DHE9K9D0 +dunedin_2018-2019_0.1m-rgb,01GYC6EZD79G3MAMSP37X4HAQX +otago_2004-2011_0.75m-rgb,01GYZP62K8Q6Q10B33J77JWZCV +otago_2013-2014_0.4m-rgb,01GSP57SC8QNG2CYTWG27PK723 +otago_2017-2019_0.3m-rgb,01GSRRK8QH8FZ6FQBCJNB58BFJ +otago_2018_0.1m-rgb,01GYCH6QVTZJY5JX3PWVVC8YJX +otago_2019-2021_0.3m-rgb,01GSTSBFXYRTGME76V7V9AJDX3 +otago_canterbury_sn9933_2000_0.75m-2193,01H5228WZQ17ZR9MG1T28JPJW4 +otago_sn12544_1998_0.75m-2193,01H5120NMCMFWFV3JYEEJ96GZQ +otago_sn3806_1975_0.375m-2193,01H512W2QZ7FXDWXZW1WGDCTMW +otago_sn5220_1978_0.75m-2193,01H513947P0DJ214TT7AXP9R8V +otago_sn5359_1979_0.375m-2193,01H513V3H92TFDTD4X3RGAPCHA +otago_sn8180_1983_0.75m-2193,01H51P754DR52VSNA9CQMJ827X +otago_sn8215_1983-1984_0.8m-2193,01H51PN8BBVKRRY36CBXHHES99 +otago_sn8286_1984_0.8m-2193,01H51PZXBJ3CDXSXXTZR7QCXTC +otago_sn8436_1984_0.64m-2193,01H51S94ZXAZFPF3Y5VCW9QDWB +otago_sn8479_1985_0.375m-2193,01H51SXXFT20TP0XKW0GGAS2AB +otago_sn8733_1987_0.375m-2193,01H51WWMFQFZXBGZ9JQMM09S51 +otago_sn9087_1990-1991_0.75m-2193,01H51YKWAFY80HZ8QSN2JR07CH +otago_sn9457_1995-1997_0.75m-2193,01H4FJP7Y5DVMZ3P09SWMEMQMP +otago_sn9937_2000_0.75m-2193,01H522CMF5XA3WSS8ZPKDEN915 +otago_snc12780_2003_0.64m-2193,01H522NM2HHVG6CNBMJT3J9THT +otago_snc25055_2001_0.75m-2193,01H524D96B3BHYCYP060TVBKKM +otago_snc25057_2001_0.75m-2193,01H524SY3SFSTV5154TK6Y5YNN +otago_southland_west-coast_sn8426_1984-1985_0.75m-2193,01H51S3JT1956DBS3QHFRKAQ9C +queenstown-lakes_2022-2023_0.1m-rgb,01GTDJSP479AQP86B188Q9596Y +invercargill_2016_0.05m-rgb,01GY95BKYPA2KZYPTZ2PQW010S +invercargill_2016_0.1m-rgb,01GY9F9JMRKCSWNWYJ7T13MMB4 +invercargill_2022_0.05m-rgb,01GHWJNKSZTMNSS4B9EVTQP28N +invercargill_2022_0.1m-rgb,01GFW60E6AJ9C95YFQ2ZJ4SVZ9 +southland-central-otago_2013-2014_0.4m-rgb,01GSPEKNYR03SHAPRZ6JM9Q5QK +southland-central-otago_2015-2017_0.4m-rgb,01GSPEKP16VXQA7TMZ178NR9MN +southland_2005-2011_0.75m-rgb,01GSP57SBZ627G1AWQGP5M6YKF +southland_2023_0.1m-rgb,01H6AMRA18A5FAZ27BTHFEXY60 +southland_otago_sn5693_1980_0.75m-2193,01H51JN3QRN58855N0SQAECXPB +southland_otago_sn8542_1985_0.375m-2193,01H51TT3N5PR6TJ6QPZ3AYJNKP +southland_otago_sn8565_1985-1987_0.8m-2193,01H51V2WHA1G0X3CNDHF7HMDZZ +southland_otago_sn8996_1988_0.75m-2193,01H51XZHGGSZ7BV8SC94AZFKBV +southland_otago_sn9613_1997_0.75m-2193,01H521GH4QMYC73P5MQTYNGAHN +southland_otago_snc12731_2002_0.75m-2193,01H522M8WVWBZS8FNJYQZ1NJC1 +southland_otago_snc30012_2003_0.75m-2193,01H526S6X99JRF6EJGHA4A5KVW +southland_sn12545a_1998_0.75m-2193,01H5120NHTG8W3NY4SQR3DT1G9 +southland_sn8038_1982_0.75m-2193,01H51NF0TP7TD8EC3KZ7RY06QR +southland_sn8317_1984_0.75m-2193,01H51QKVZP2CQZ3N4509A1NFAJ +southland_sn8408_1984_0.375m-2193,01H51R833TB8J9CJWJHZCCZST6 +southland_sn8541_1985_0.375m-2193,01H51TP15TVRB450ZMMTDECGMC +southland_sn9066_1990-1991_0.75m-2193,01H51YF2P5PJ5A2CEHK76JPFYY +southland_sn9067_1990_0.75m-2193,01H51YJKD7MVYCYCKMF6C7HGVK +southland_sn9421_1995_0.25m-2193,01H51ZW1J1D1PSMFFM7VKBZGH1 +southland_snc30005a_2002_0.75m-2193,01H5262H236E3WRDNNVCFNRARF +southland_snc30005b_2003_0.75m-2193,01H5262BC99N1CXFWMMVV3WK7W +southland_snc30011_2003_0.75m-2193,01H526RTP6JRWR0JSNSJ29TDBS +new-plymouth_2017_0.10m-rgb,01GYB46Y71PJGWT2PQ5RB7M275 +taranaki_2011-2012_0.4m-rgb,01GYXKA23PMDJQ0KJF04RXC01J +taranaki_2016-2018_0.3m-rgb,01GYBVY2FRRHTGSHK26JHD922E +taranaki_2021-2022_0.25m-rgb,01GSXVSN48A6KNMQAF96B3BN5Z +taranaki_2022-2023_0.05m-rgb,01H4PT8K8XXDAAP3QDAZG966ET +taranaki_2022-2023_0.1m-rgb,01H4MQ412XPD7XCN9RJQVTP6CM +taranaki_2022_0.05m-rgb,01GSXVEHFHJHWQG9VMCT7CJM41 +taranaki_2022_0.1m-rgb,01GSXVSJ8288W2ZVM9GZGS4TRH +taranaki_manawatu-whanganui_sn8463_1985_0.375m-2193,01H51SJ3NG2ANCKSK57QVPDWTP +taranaki_sn25016_2000_0.75m-2193,01H512G31NWHXE078BY3TJK8B5 +taranaki_sn5804_1981_0.375m-2193,01H51M8V1W4ER9Y8DYC64MN974 +taranaki_sn8003_1982_0.75m-2193,01H51N55J6JWMZE0YVE87E2E11 +taranaki_sn8008_1982_0.375m-2193,01H51NA8ES5D62V1V3DGPV8SK6 +taranaki_sn8298_1984_0.375m-2193,01H51Q4A247E3SA7BBF0W2016Y +taranaki_sn8349_1984-1985_0.375m-2193,01H51R3BBFQTCA0J0DV2J0PK90 +taranaki_sn8422_1984-1985_0.375m-2193,01H51RT76SRTCFF8MJ7NTK807M +taranaki_sn8502_1985_0.375m-2193,01H51SY2ACPF4Z37SRTCD4S439 +taranaki_sn8771_1988_0.375m-2193,01H51WXBYADCT53HTD71H0EPP6 +taranaki_snc25044_2001_0.75m-2193,01H5237RE6XW0AFQGRNJH7AXZQ +taranaki_snc30004_2002_0.75m-2193,01H52601GR5PNNPS24SAWB11RF +taranaki_snc8923_1988_0.375m-2193,01H52BEVJQ1D7KDRP8DP1T2XCW +tasman_2001-2002_1m-rgb,01GSP26K9G06Z9FE6YJJKACJVR +tasman_2003_1m-rgb,01GSP79NZBBYQKD8A7KC07NQZ0 +tasman_2004-2005_1m-rgb,01GSP79P26NK3TQ2162P05VHWQ +tasman_2006-2007_1m-rgb,01GZ00D687Q20YN7WJ3WXES7Q7 +tasman_2009-2010_0.5m-rgb,01GSP79HEDVYJDAEAHQXTN8QJ9 +tasman_2012-2013_0.4m-rgb,01GYXCC702QNEK94P41NY76M6Y +tasman_2015-2016_0.3m-rgb,01GY95BKYGXHDX8SFE4HKJASTR +tasman_2016-2017_0.3m-rgb,01GY95BKYEWQWF2EDSSCHKRJBB +tasman_2017_0.075m-rgb,01GYCH6QEXWZ91WES95VE6QP87 +tasman_2017_0.1m-rgb,01GYCH6QF6PMFYFBP8XG7W4QMZ +tasman_2018-2019_0.3m-rgb,01GYC8FJ1G99Z7NC9T7FDM0MN6 +tasman_2020-2021_0.075m-rgb,01GSTSBXCGYHAMBFEF7YMQT735 +tasman_2020_0.1m-rgb,01GSV7X6EYFNCA1EFV65A173GK +tasman_2020_0.3m-rgb,01GSS0XGATREXVT358EQMMBQG9 +tasman_2022-2023_0.25m-rgb,01H44XCAVCYMTBQNC7JR3EBXSM +tasman_2022_0.3m-rgb,01GSXK5V60S950V5XMF912MAMQ +tasman_marlborough_nelson_sn25020_2000_0.75m-2193,01H512KFXCDZXXYJWZ82GPQ02A +tasman_sn8209_1983_0.8m-2193,01H51PHKPC6J7GDK7KY9BASC06 +tasman_sn8531_1985-1986_0.375m-2193,01H51T0JQWMVA1V0N8V5T8H1Z9 +tasman_sn8821_1991_0.6m-2193,01H51XFEQPNBKQ3CFMCKGS4D7T +tasman_snc25049_2000_0.75m-2193,01H524360GGXFFDHP8J3Z38GR8 +tasman_snc30002_2002_0.75m-2193,01H525NXV1JTHM2QN32FF9N2E2 +tasman_snc5676_1980-1981_0.64m-2193,01H528J128N5F2JF71RW74AWMM +tasman_snc8054_1982_0.25m-2193,01H528Q7RF98ZBBGV4AM406GYB +tasman_west-coast_sn8409_1984-1985_0.375m-2193,01H51REDT2DA7H51KW8NBMQC2S +tasman_west-coast_snc50452_2004-2005_0.64m-2193,01H5276D2NE2E7A5E72HEEDHS6 +hamilton_2015_0.1m-rgb,01GYZRRDHPBZ4RRNQ6ERWGF3TE +hamilton_2016-2017_0.1m-rgb,01GY93MM6MNBHQYA2HAF7SH8B8 +hamilton_2019_0.1m-rgb,01GYC6EZCJFAC811V801JD0W1H +hamilton_2020-2021_0.05m-rgb,01GSXQJ0AKG1KW287XBQBHS56Q +hamilton_2023_0.05m-rgb,01H6AGZ3P4FWSYXG1DSX3YFM30 +otorohanga_2021_0.1m-rgb,01GSXHXA2GSXA3776ACSKTX39H +taupo_2019_0.1m-rgb,01H42PCTE2QYEPAEMHX62HG8S2 +taupo_2021_0.15m-rgb,01GX7RTNKN2NAR4N6ZY9QNHGXH +taupo_2023_0.075m-rgb,01H0RQDBTB6Y7J55F2F907S3WP +thames-coromandel_2015_0.05m-rgb,01GYBMMTSXWCYB3CNMNTM9KRM5 +waikato-district_2014_0.1m-rgb,01GSPGMYK1H9Z4940DSTRJ24GW +waikato_2012-2013_0.5m-rgb,01GSEEKW9ET8SM9866X0S974HP +waikato_2016-2019_0.3m-rgb,01GYCJ15VY5AYFM0QCX271QY70 +.-waikato,01H279MR1RV9F822KHJ92EB76T +waikato_2021-2023_0.3m-rgb,01GQ0VG2S1B3SAK9ZDSR2SXMV4 +waikato_2021_0.1m-rgb,01GSXN43SZX43G8CWVP7P9QAX0 +waikato_auckland_sn9919_2000_0.75m-2193,01H5228W6Z5XVCDTZDHQBF2GHC +waikato_bay-of-plenty_sn12539_1999_0.75m-2193,01H4YJ2S8BBFH4S31F2X5J1YXC +waikato_bay-of-plenty_sn5944_1981-1982_0.375m-2193,01H51MC843MGXB55GX4Z5HWX68 +waikato_bay-of-plenty_sn5945_1981-1984_0.4m-2193,01H51MFZ4GMMA3M7MNXHSG9VBK +waikato_bay-of-plenty_sn9445_1995-1997_0.75m-2193,01H51ZZ01GDXWSB26VXMKPDW5B +waikato_bay-of-plenty_snc12836_2004_0.625m-2193,01H522VG2QBPS8B8V0NA5JWA8F +waikato_bay-of-plenty_snc25060_2001_0.75m-2193,01H5254WH8DKJMXE2ED8RF3J3N +waikato_sn5164_1977-1979_0.375m-2193,01H5132TTP1JT2YANQK3CBZKNV +waikato_sn5479_1979_0.375m-2193,01H51JN3R3ZWHDAP40PSK3K0EJ +waikato_sn6656_1985-1987_0.6m-2193,01H51MRDRRSMKREZHEMXH66Y3B +waikato_sn8163_1983-1984_0.375m-2193,01H51NYVNEJ5MWCNCP2EPYR605 +waikato_sn8166_1983_0.75m-2193,01H51P37D5ENHZF8XVA1ER4MHD +waikato_sn8297_1984_0.4m-2193,01H51Q40VVVWZCYJS9VW31DB59 +waikato_sn8687_1986-1987_0.375m-2193,01H51WD8ZWGCN68QPA38ZZHT3J +waikato_sn9124_1990-1991_0.48m-2193,01H51YT508ESEASREGWX1TC69B +waikato_sn9361_1994-1995_0.75m-2193,01H51ZE310VGQ78ENGCCQY43XM +waikato_sn9401_1995_0.75m-2193,01H51ZRFEFSA3CQA01DGGZPWJA +waikato_sn9584_1996-1997_0.64m-2193,01H5215JF6B6DD128BZ7Q94MKQ +waikato_sn9615_1997_0.8m-2193,01H521Y8BCXNFXWSQHK8W4BHAN +waikato_sn9859_1999_0.625m-2193,01H52201A268JGJVTD8HAWZPCS +waikato_snc12837_2003_0.75m-2193,01H5237NGFHEYPDJNAZEAEH6HY +waikato_snc5876_1981_0.375m-2193,01H528MAFNKSV70MZ3PRM69A91 +waikato_snc8697_1986_0.375m-2193,01H52AHZZNRP3A035CF0YJW1JH +waikato_snc9990_2001-2003_0.6m-2193,01H52BNNV4RPBNEF7DR9S6KRWN +waipa_2021_0.1m-rgb,01GSXJB0F04QD6HG93ABRCE2YG +carterton_2021_0.075m-rgb,01GSS0XG9JRGK9680QWD627MMG +hutt-city_2017_0.10m-rgb,01GYAZMW7Y8AGQT535440PDCEA +hutt-city_2021_0.075m-rgb,01GSTYQVQKGASVYA9FS9659V40 +kapiti-coast_2017_0.10m-rgb,01GYDR7DQB37DVG2VKCSDD5FPG +kapiti-coast_2021_0.075m-rgb,01GSVGECSVTZB83TMR4N34E4D6 +masterton_2021_0.075m-rgb,01GSV7WX2QMKX3HDBWQBVE1NGW +porirua_2016_0.075m-rgb,01GY9A7RQXSN60T9TCEX0CWC58 +porirua_2020_0.1m-rgb,01GSRRK8Q1XCBTZSNEWWBFRZKX +south-wairarapa_2021_0.075m-rgb,01GSS0XG7JYWT271DWKAS7D56B +upper-hutt_2017_0.10m-rgb,01GY9F9JP4TPRPRGPF1HQ7Z40R +upper-hutt_2021_0.075m-rgb,01GSTYEK4PXCFGVN8HNAB1NWAH +wellington_2012-2013_0.1m-rgb,01GYXQ141Q0ZF2BX58YHGNWS3H +wellington_2012-2013_0.3m-rgb,01GYXX5FSMSHY406P3Q31A77SS +wellington_2016-2017_0.3m-rgb,01GYDR1PTX6272N8FCD6QVJNG1 +wellington_2017_0.10m-rgb,01GYB46Y83WQYV36TYRPE4PH23 +wellington_2021_0.075m-rgb,01GSS0XG6Y80P1399BCSHDZYH0 +wellington_2021_0.3m-rgb,01GSV7J4CN981EKS3E5NXF694P +wellington_manawatu-whanganui_sn5139_1977_0.375m-2193,01H512ZY85JK88D62NR9KV117F +wellington_manawatu-whanganui_sn5309_1978-1981_0.64m-2193,01H513QGW5DMQJVX2S43H9C8BQ +wellington_manawatu-whanganui_sn8171_1983_0.375m-2193,01H51P5892HXZQFFAWFBN5852R +wellington_manawatu-whanganui_sn9382_1994-1995_0.75m-2193,01H51ZFXT462S4KQTJR18PXH2F +wellington_sn5497_1979-1980_0.4m-2193,01H51JN3QGPKHYG51T723KWZXD +wellington_sn8790_1987-1988_0.375m-2193,01H51XB629DGG0YSD22MXCC7V4 +wellington_sn9448_1995-1997_0.75m-2193,01H520DYHZD75WK93F4J3KWHXY +wellington_snc25047_2000_0.75m-2193,01H523QA93DWAQJC3WZ6MT1DZE +wellington_snc25062_2000_0.75m-2193,01H525AK2BH2TAH13F3NX5QW2E +wellington_snc30010_2002_0.75m-2193,01H526S51T3VTYR0F2ECFCVMVD +west-coast_2009-2011_0.4m-rgb,01GYXW6KHTDZS0XY002KXVEAHK +west-coast_2015-2016_0.3m-rgb,01GY9A7RRWMVR1S4TJGB566231 +west-coast_2016-2017_0.3m-rgb,01GYBMMTT6BMHY041J2WTN6KG9 +west-coast_canterbury_sn8585_1986-1987_0.75m-2193,01H51VPKJZ894R9VRSM58CB7QZ +west-coast_otago_sn8321_1984-1985_0.375m-2193,01H51QTP9NPS9SG6GA6KT77KVJ +west-coast_otago_sn9065_1990_0.75m-2193,01H51YA8YTBT6G45D6QXEXFZY0 +west-coast_sn5781_1980_0.375m-2193,01H51M3YY5SNPJDWBMTBDPCW5S +west-coast_sn5817_1980_0.375m-2193,01H51M53688RXNYHB5T71R3Z9E +west-coast_sn8312_1984-1985_0.375m-2193,01H51QG8J4NQBGT39X1M78ADB3 +west-coast_sn8534_1985-1986_0.375m-2193,01H51T8X2D8ZMK56EDVG91EC73 +west-coast_sn8721_1987_0.375m-2193,01H51WJEAT9ZVG3MVVRW9JENQ0 +west-coast_sn9493_1996_0.75m-2193,01H520WJZ0P88TM3HDH7ANRXBR +west-coast_sn9641_1997_0.75m-2193,01H521M1QJ1KD900PQ2VMF05CV +west-coast_snc30003_2002_0.75m-2193,01H525QNK8Z7WZT8RPFT2PKTHF diff --git a/tools/generate-argo-cli-commands-imagery-pc.py b/tools/generate-argo-cli-commands-imagery-pc.py new file mode 100755 index 000000000..9466d366f --- /dev/null +++ b/tools/generate-argo-cli-commands-imagery-pc.py @@ -0,0 +1,117 @@ +import csv +from typing import List, Dict, Tuple +import yaml + +PARAMETERS_CSV = "./data/elevation-31-07-23.csv" + +COMMAND = "argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./{0}.yaml --generate-name {1}\n" + +def _index_csv(header: List[str]) -> Dict[str, int]: + ind = {} + ind["comments"] = header.index("Comments") + ind["title"] = header.index("title") + ind["licensor"] = header.index("licensor") + ind["producer"] = header.index("producer") + ind["startdate"] = header.index("start-datetime") + ind["enddate"] = header.index("end-datetime") + ind["verticalEPSG"] = header.index("vertical-datum") + ind["horizontalEPSG"] = header.index("horizontal-datum") + ind["source"] = header.index("source") + ind["target"] = header.index("target") + ind["inputscale"] = header.index("input-scale") + ind["outputscale"] = header.index("output-scale") + ind["description"] = header.index("description") + return ind + + +def _add_licensor(row: List[str], index: Dict[str, int]) -> Dict[str, str]: + licensor = row[index["licensor"]] + if ";" in licensor: + return {"licensor-list": licensor, "licensor": ""} + else: + return {"licensor": licensor, "licensor-list": ""} + + +def _add_producer(row: List[str], index: Dict[str, int]) -> Dict[str, str]: + producer = row[index["producer"]] + if ";" in producer: + return {"producer-list": producer, "producer": ""} + else: + return {"producer": producer, "producer-list": ""} + + +def _write_params(params: Dict[str, str], file: str) -> None: + with open(f"./{file}.yaml", "w", encoding="utf-8") as output: + yaml.dump( + params, + output, + default_flow_style=False, + default_style='"', + sort_keys=False, + allow_unicode=True, + width=1000, + ) + + +def _valid_params(params: Dict[str, str]) -> Tuple[bool, str]: + if params["comments"] != "": + return (False, params["comments"]) + for param in params: + if "TODO" in params[param]: + return (False, "TODO Noted") + return (True, "") + +def _tmp_target_edit(target: str) -> str: + return target.replace("s3://linz-elevation/", "s3://linz-workflow-artifacts/linz-elevation/") + + +with open(PARAMETERS_CSV, "r") as csv_file: + reader = csv.reader(csv_file) + header = next(reader) + index = _index_csv(header) + + parameter_list = [] + not_valid = [] + + for row in reader: + if not row[index["target"]]: + continue + params = { + "comments": row[index["comments"]], + "source": row[index["source"]], + "target": _tmp_target_edit(row[index["target"]]), + "title": row[index["title"]], + "description": row[index["description"]], + "start-datetime": row[index["startdate"]], + "end-datetime": row[index["enddate"]], + "scale": row[index["outputscale"]], + "source-epsg": row[index["horizontalEPSG"]], + "target-epsg": "2193", + "compression": "dem_lerc", + "retile": "true", + "validate": "false", + "group": "5", + } + + params = {**params, **_add_licensor(row, index)} + params = {**params, **_add_producer(row, index)} + + file_name = row[index["target"]].split("/")[-4:-2] + file_name = f"{file_name[0]}-{file_name[1]}" + formatted_file_name = file_name.replace("_", "-").replace(".", "-") + + valid = _valid_params(params) + + if not valid[0]: + not_valid.append(f"# {formatted_file_name}.yaml not written to bash as further action required: {valid[1]}\n") + else: + parameter_list.append(COMMAND.format(formatted_file_name, formatted_file_name)) + + del params["comments"] + _write_params(params, formatted_file_name) + + with open("./standardise-publish.sh", "w") as script: + script.write("#!/bin/bash\n\n") + script.writelines(parameter_list) + script.writelines("\n\n\n") + script.writelines(not_valid) diff --git a/tools/nz-imagery-ids.py b/tools/nz-imagery-ids.py new file mode 100755 index 000000000..732e6a30c --- /dev/null +++ b/tools/nz-imagery-ids.py @@ -0,0 +1,20 @@ +import csv +import json +import os + +CATALOG_FILE = "./data/imagery-stac/catalog.json" + +with open(CATALOG_FILE, encoding="utf-8") as catalog: + catalog_json = json.loads(catalog.read()) + +with open('collection_ids.csv', 'w', newline='') as csvfile: + csv_writer = csv.writer(csvfile, delimiter=',', + quotechar='|', quoting=csv.QUOTE_MINIMAL) + for link in catalog_json["links"]: + if link["rel"] == "child": + collection_link = os.path.abspath("data/imagery-stac/" + link["href"]) + with open(collection_link, encoding="utf-8") as collection: + collection_json = json.loads(collection.read()) + file_name = link["href"].split("/")[-4:-2] + file_name = f"{file_name[0]}-{file_name[1]}" + csv_writer.writerow([file_name, collection_json["id"]])