From 76f61c1f548f4c86a6f3625644687ad6a091f467 Mon Sep 17 00:00:00 2001 From: Megan Davidson Date: Tue, 1 Aug 2023 12:23:08 +1200 Subject: [PATCH 1/7] fix: update versions on standardise-publish-import workflow --- workflows/imagery/standardising-publish-import.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/workflows/imagery/standardising-publish-import.yaml b/workflows/imagery/standardising-publish-import.yaml index bebe9d8ae..d04b17799 100644 --- a/workflows/imagery/standardising-publish-import.yaml +++ b/workflows/imagery/standardising-publish-import.yaml @@ -37,11 +37,11 @@ spec: - name: retile value: "false" - name: version-argo-tasks - value: "v2.9" + value: "v2" - name: version-basemaps-cli value: "v6" - name: version-topo-imagery - value: "v2" + value: "v3" templateDefaults: container: imagePullPolicy: Always From a3814fe8eef7e7d7e9fad5eebefe1134478e531e Mon Sep 17 00:00:00 2001 From: Megan Davidson Date: Mon, 31 Jul 2023 11:58:37 +1200 Subject: [PATCH 2/7] feat: tool to generate elevation argo commands --- tools/README.md | 33 +++++ tools/data/elevation-31-07-23.csv | 133 +++++++++++++++++ tools/generate-argo-cli-commands-elevation.py | 115 +++++++++++++++ tools/standardise-publish.sh | 135 ++++++++++++++++++ 4 files changed, 416 insertions(+) create mode 100644 tools/README.md create mode 100644 tools/data/elevation-31-07-23.csv create mode 100644 tools/generate-argo-cli-commands-elevation.py create mode 100644 tools/standardise-publish.sh diff --git a/tools/README.md b/tools/README.md new file mode 100644 index 000000000..2c43f77d7 --- /dev/null +++ b/tools/README.md @@ -0,0 +1,33 @@ +# Tools + +This folder contains single use scripts which have been used to assist in automating argo jobs. +The scripts should be stored in this folder if they may become useful again in the future. + +## generate-argo-cli-commands-elevation.py +**Date:** 31/07/2023 + +**Related Jira Tickets:** [TDE-783](https://toitutewhenua.atlassian.net/browse/TDE-783?atlOrigin=eyJpIjoiODhlMWFkYTVlYzhiNGJjYTgwOTI4OWVjNmQ3YzczMjciLCJwIjoiaiJ9) + +**Description:** +This script sets up for the automated processing of numerous elevation datasets using the argo cli. + +**Instructions:** + +1. Run: + +```bash +cd ./tools +python3 generate-argo-cli-commands-elevation.py +``` + +**Output:** + +- **region-year-datatype-scale.yaml:** workflow parameters for this dataset +- **standardise-publish.sh:** bash script to 'deploy' argo workflows + **nb: the commented lines at the end of this file detail the datasets not run due to know issues.** + +**Submitting:** + +```bash +sh standardise-publish.sh +``` diff --git a/tools/data/elevation-31-07-23.csv b/tools/data/elevation-31-07-23.csv new file mode 100644 index 000000000..0d6101390 --- /dev/null +++ b/tools/data/elevation-31-07-23.csv @@ -0,0 +1,133 @@ +Comments,title,licensor,producer,start-datetime,end-datetime,vertical-datum,horizontal-datum,source,target,input-scale,output-scale,description +"to be transformed first, don't process yet ASC FILES",Auckland LiDAR 1m DEM (2013),Auckland Council,"""NZ Aerial Mapping;Aerial Surveys""",2013-07-13,2013-11-23,4440,2193,s3://linz-elevation-staging/lidar2/Auckland_LiDAR_(2013)/Auckland_LiDAR_1m_DEM_(2013)/,s3://linz-elevation/auckland/auckland_2013/dem_1m/2193/,1000,10000,Digital Elevation Model within the Auckland region captured in 2013. +"to be transformed first, don't process yet ASC FILES",Auckland LiDAR 1m DSM (2013),Auckland Council,"""NZ Aerial Mapping;Aerial Surveys""",2013-07-13,2013-11-23,4440,2193,s3://linz-elevation-staging/lidar2/Auckland_LiDAR_(2013)/Auckland_LiDAR_1m_DSM_(2013)/,s3://linz-elevation/auckland/auckland_2013/dsm_1m/2193/,1000,10000,Digital Surface Model within the Auckland region captured in 2013. +,Canterbury - Mackenzie LiDAR 1m DEM (2015),Land Information New Zealand,Aerial Surveys,2015-02-10,2015-02-11,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Mackenzie_LiDAR_(2015)/Canterbury_-_Mackenzie_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/canterbury/mackenzie_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Mackenzie region captured in 2015. +,Canterbury - Mackenzie LiDAR 1m DSM (2015),Land Information New Zealand,Aerial Surveys,2015-02-10,2015-02-11,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Mackenzie_LiDAR_(2015)/Canterbury_-_Mackenzie_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/canterbury/mackenzie_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Mackenzie region captured in 2015. +,Otago - Queenstown LiDAR 1m DEM (2016),Otago Regional Council,Aerial Surveys,2016-03-01,2016-04-21,7839,2193,s3://linz-elevation-staging/lidar2/Otago_-_Queenstown_LiDAR_(2016)/Otago_-_Queenstown_LiDAR_1m_DEM_(2016)/,s3://linz-elevation/otago/queenstown_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Queenstown region captured in 2016. +,Otago - Queenstown LiDAR 1m DSM (2016),Otago Regional Council,Aerial Surveys,2016-03-01,2016-04-21,7839,2193,s3://linz-elevation-staging/lidar2/Otago_-_Queenstown_LiDAR_(2016)/Otago_-_Queenstown_LiDAR_1m_DSM_(2016)/,s3://linz-elevation/otago/queenstown_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Queenstown region captured in 2016. +ASC FILES,Canterbury - Kaikōura LiDAR 1m DEM (2012),Environment Canterbury,Aerial Surveys,2012-07-10,2012-07-17,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Kaikoura_LiDAR_(2012)/Canterbury_-_Kaikoura_LiDAR_1m_DEM_(2012)/,s3://linz-elevation/canterbury/kaikoura_2012/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Kaikōura region captured in 2012. +ASC FILES,Canterbury - Kaikōura LiDAR 1m DSM (2012),Environment Canterbury,Aerial Surveys,2012-07-10,2012-07-17,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Kaikoura_LiDAR_(2012)/Canterbury_-_Kaikoura_LiDAR_1m_DSM_(2012)/,s3://linz-elevation/canterbury/kaikoura_2012/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Kaikōura region captured in 2012. +ASC FILES,Canterbury - Hawarden LiDAR 1m DEM (2015),Environment Canterbury,Aerial Surveys,2015-04-01,2015-04-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Hawarden_LiDAR_(2015)/Canterbury_-_Hawarden_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/canterbury/hawarden_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Hawarden region captured in 2015. +ASC FILES,Canterbury - Hawarden LiDAR 1m DSM (2015),Environment Canterbury,Aerial Surveys,2015-04-01,2015-04-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Hawarden_LiDAR_(2015)/Canterbury_-_Hawarden_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/canterbury/hawarden_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Hawarden region captured in 2015. +ASC FILES,Canterbury - Timaru Rivers LiDAR 1m DEM (2014),Environment Canterbury,Aerial Surveys,2014-07-07,2014-08-04,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Timaru_Rivers_LiDAR_(2014)/Canterbury_-_Timaru_Rivers_LiDAR_1m_DEM_(2014)/,s3://linz-elevation/canterbury/timaru-rivers_2014/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Timaru Rivers region captured in 2014. +ASC FILES,Canterbury - Timaru Rivers LiDAR 1m DSM (2014),Environment Canterbury,Aerial Surveys,2014-07-07,2014-08-04,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Timaru_Rivers_LiDAR_(2014)/Canterbury_-_Timaru_Rivers_LiDAR_1m_DSM_(2014)/,s3://linz-elevation/canterbury/timaru-rivers_2014/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Timaru Rivers region captured in 2014. +ASC FILES,Canterbury - Hurunui Rivers LiDAR 1m DEM (2013),Environment Canterbury,Aerial Surveys,2013-05-12,2013-05-30,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Hurunui_Rivers_LiDAR_(2013)/Canterbury_-_Hurunui_Rivers_LiDAR_1m_DEM_(2013)/,s3://linz-elevation/canterbury/hurunui-rivers_2013/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Hurunui Rivers region captured in 2013. +ASC FILES,Canterbury - Hurunui Rivers LiDAR 1m DSM (2013),Environment Canterbury,Aerial Surveys,2013-05-12,2013-05-30,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Hurunui_Rivers_LiDAR_(2013)/Canterbury_-_Hurunui_Rivers_LiDAR_1m_DSM_(2013)/,s3://linz-elevation/canterbury/hurunui-rivers_2013/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Hurunui Rivers region captured in 2013. +,Marlborough - Blenheim LiDAR 1m DEM (2014),Marlborough District Council,"""NZ Aerial Mapping;Aerial Surveys""",2014-02-23,2014-05-03,7839,2193,s3://linz-elevation-staging/lidar2/Marlborough_-_Blenheim_LiDAR_(2014)/Marlborough_-_Blenheim_LiDAR_1m_DEM_(2014)/,s3://linz-elevation/marlborough/blenheim_2014/dem_1m/2193/,1000,10000,Digital Elevation Model within the Marlborough - Blenheim region captured in 2014. +,Marlborough - Blenheim LiDAR 1m DSM (2014),Marlborough District Council,"""NZ Aerial Mapping;Aerial Surveys""",2014-02-23,2014-05-03,7839,2193,s3://linz-elevation-staging/lidar2/Marlborough_-_Blenheim_LiDAR_(2014)/Marlborough_-_Blenheim_LiDAR_1m_DSM_(2014)/,s3://linz-elevation/marlborough/blenheim_2014/dsm_1m/2193/,1000,10000,Digital Surface Model within the Marlborough - Blenheim region captured in 2014. +,Waikato - Reporoa and Upper Piako River LiDAR 1m DEM (2019),Waikato Regional Council,Aerial Surveys,2019-04-16,2019-04-17,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Reporoa_and_Upper_Piako_River_LiDAR_(2019)/Waikato_-_Reporoa_and_Upper_Piako_River_LiDAR_1m_DEM_(2019)/,s3://linz-elevation/waikato/reporoa-and-upper-piako-river_2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato - Reporoa and Upper Piako River region captured in 2019. +,Waikato - Reporoa and Upper Piako River LiDAR 1m DSM (2019),Waikato Regional Council,Aerial Surveys,2019-04-16,2019-04-17,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Reporoa_and_Upper_Piako_River_LiDAR_(2019)/Waikato_-_Reporoa_and_Upper_Piako_River_LiDAR_1m_DSM_(2019)/,s3://linz-elevation/waikato/reporoa-and-upper-piako-river_2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato - Reporoa and Upper Piako River region captured in 2019. +,Otago LiDAR 1m DEM (2016),Otago Regional Council,Aerial Surveys,2016-03-02,2016-04-10,7839,2193,s3://linz-elevation-staging/lidar2/Otago_LiDAR_(2016)/Otago_LiDAR_1m_DEM_(2016)/,s3://linz-elevation/otago/otago_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago region captured in 2016. +,Otago LiDAR 1m DSM (2016),Otago Regional Council,Aerial Surveys,2016-03-02,2016-04-10,7839,2193,s3://linz-elevation-staging/lidar2/Otago_LiDAR_(2016)/Otago_LiDAR_1m_DSM_(2016)/,s3://linz-elevation/otago/otago_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago region captured in 2016. +ASC FILES,Canterbury - Rangiora LiDAR 1m DEM (2014),Waimakariri District Council,Aerial Surveys,2014-03-14,2014-06-23,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Rangiora_LiDAR_(2014)/Canterbury_-_Rangiora_LiDAR_1m_DEM_(2014)/,s3://linz-elevation/canterbury/rangiora_2014/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Rangiora region captured in 2014. +ASC FILES,Canterbury - Rangiora LiDAR 1m DSM (2014),Waimakariri District Council,Aerial Surveys,2014-03-14,2014-06-23,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Rangiora_LiDAR_(2014)/Canterbury_-_Rangiora_LiDAR_1m_DSM_(2014)/,s3://linz-elevation/canterbury/rangiora_2014/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Rangiora region captured in 2014. +ASC FILES,Canterbury - Amberly LiDAR 1m DEM (2012),Environment Canterbury,Aerial Surveys,2012-07-10,2012-07-17,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Amberly_LiDAR_(2012)/Canterbury_-_Amberly_LiDAR_1m_DEM_(2012)/,s3://linz-elevation/canterbury/amberly_2012/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Amberly region captured in 2012. +ASC FILES,Canterbury - Amberly LiDAR 1m DSM (2012),Environment Canterbury,Aerial Surveys,2012-07-10,2012-07-17,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Amberly_LiDAR_(2012)/Canterbury_-_Amberly_LiDAR_1m_DSM_(2012)/,s3://linz-elevation/canterbury/amberly_2012/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Amberly region captured in 2012. +ASC FILES,Canterbury - Cheviot LiDAR 1m DEM (2015),Environment Canterbury,Aerial Surveys,2015-04-01,2015-04-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Cheviot_LiDAR_(2015)/Canterbury_-_Cheviot_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/canterbury/cheviot_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Cheviot region captured in 2015. +ASC FILES,Canterbury - Cheviot LiDAR 1m DSM (2015),Environment Canterbury,Aerial Surveys,2015-04-01,2015-04-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Cheviot_LiDAR_(2015)/Canterbury_-_Cheviot_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/canterbury/cheviot_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Cheviot region captured in 2015. +ASC FILES,Bay of Plenty - Tauranga and Coast LiDAR 1m DEM (2015),BOPLASS,Aerial Surveys,2015-01-05,2015-11-08,7839,2193,s3://linz-elevation-staging/lidar2/Bay_of_Plenty_-_Tauranga_and_Coast_LiDAR_(2015)/Bay_of_Plenty_-_Tauranga_and_Coast_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/bay-of-plenty/tauranga-and-coast_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Bay of Plenty - Tauranga and Coast region captured in 2015. +ASC FILES,Bay of Plenty - Tauranga and Coast LiDAR 1m DSM (2015),BOPLASS,Aerial Surveys,2015-01-05,2015-11-08,7839,2193,s3://linz-elevation-staging/lidar2/Bay_of_Plenty_-_Tauranga_and_Coast_LiDAR_(2015)/Bay_of_Plenty_-_Tauranga_and_Coast_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/bay-of-plenty/tauranga-and-coast_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Bay of Plenty - Tauranga and Coast region captured in 2015. +,Tasman - Motueka River Valley LiDAR 1m DEM (2018-2019),Tasman District Council,Aerial Surveys,2018-11-15,2019-02-13,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Motueka_River_Valley_LiDAR_(2018-2019)/Tasman_-_Motueka_River_Valley_LiDAR_1m_DEM_(2018-2019)/,s3://linz-elevation/tasman/motueka-river-valley_2018-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Motueka River Valley region captured in 2018-2019. +,Tasman - Motueka River Valley LiDAR 1m DSM (2018-2019),Tasman District Council,Aerial Surveys,2018-11-15,2019-02-13,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Motueka_River_Valley_LiDAR_(2018-2019)/Tasman_-_Motueka_River_Valley_LiDAR_1m_DSM_(2018-2019)/,s3://linz-elevation/tasman/motueka-river-valley_2018-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Motueka River Valley region captured in 2018-2019. +ASC FILES,Waikato - West Coast and Hauraki Plains LiDAR 1m DEM (2015),Waikato Regional Council,Aerial Surveys,2015-02-07,2015-03-01,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_West_Coast_and_Hauraki_Plains_LiDAR_(2015)/Waikato_-_West_Coast_and_Hauraki_Plains_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/waikato/west-coast-and-hauraki-plains_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato - West Coast and Hauraki Plains region captured in 2015. +ASC FILES,Waikato - West Coast and Hauraki Plains LiDAR 1m DSM (2015),Waikato Regional Council,Aerial Surveys,2015-02-07,2015-03-01,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_West_Coast_and_Hauraki_Plains_LiDAR_(2015)/Waikato_-_West_Coast_and_Hauraki_Plains_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/waikato/west-coast-and-hauraki-plains_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato - West Coast and Hauraki Plains region captured in 2015. +,Northland - Whangarei Heads LiDAR 1m DEM (2016),Land Information New Zealand,Aerial Surveys,2016-11-21,2016-11-22,7839,2193,s3://linz-elevation-staging/lidar2/Northland_-_Whangarei_Heads_LiDAR_(2016)/Northland_-_Whangarei_Heads_LiDAR_1m_DEM_(2016)/,s3://linz-elevation/northland/whangarei-heads_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Northland - Whangarei Heads region captured in 2016. +,Northland - Whangarei Heads LiDAR 1m DSM (2016),Land Information New Zealand,Aerial Surveys,2016-11-21,2016-11-22,7839,2193,s3://linz-elevation-staging/lidar2/Northland_-_Whangarei_Heads_LiDAR_(2016)/Northland_-_Whangarei_Heads_LiDAR_1m_DSM_(2016)/,s3://linz-elevation/northland/whangarei-heads_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Northland - Whangarei Heads region captured in 2016. +,Wellington City LiDAR 1m DEM (2019-2020),Wellington City Council,Aerial Surveys,2019-03-20,2020-03-14,7839,2193,s3://linz-elevation-staging/lidar2/Wellington_City_LiDAR_(2019-2020)/Wellington_City_LiDAR_1m_DEM_(2019-2020)/,s3://linz-elevation/wellington/wellington-city_2019-2020/dem_1m/2193/,1000,10000,Digital Elevation Model within the Wellington City region captured in 2019-2020. +,Wellington City LiDAR 1m DSM (2019-2020),Wellington City Council,Aerial Surveys,2019-03-20,2020-03-14,7839,2193,s3://linz-elevation-staging/lidar2/Wellington_City_LiDAR_(2019-2020)/Wellington_City_LiDAR_1m_DSM_(2019-2020)/,s3://linz-elevation/wellington/wellington-city_2019-2020/dsm_1m/2193/,1000,10000,Digital Surface Model within the Wellington City region captured in 2019-2020. +,Waikato - Huntly LiDAR 1m DEM (2015-2019),Waikato Regional Council,Aerial Surveys,2015-02-01,2019-01-31,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Huntly_LiDAR_(2015-2019)/Waikato_-_Huntly_LiDAR_1m_DEM_(2015-2019)/,s3://linz-elevation/waikato/huntly_2015-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato - Huntly region captured in 2015-2019. +,Waikato - Huntly LiDAR 1m DSM (2015-2019),Waikato Regional Council,Aerial Surveys,2015-02-01,2019-01-31,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Huntly_LiDAR_(2015-2019)/Waikato_-_Huntly_LiDAR_1m_DSM_(2015-2019)/,s3://linz-elevation/waikato/huntly_2015-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato - Huntly region captured in 2015-2019. +,Waikato - Thames LiDAR 1m DEM (2017-2019),Waikato Regional Council,Aerial Surveys,2017-07-02,2019-02-04,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Thames_LiDAR_(2017-2019)/Waikato_-_Thames_LiDAR_1m_DEM_(2017-2019)/,s3://linz-elevation/waikato/thames_2017-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato - Thames region captured in 2017-2019. +,Waikato - Thames LiDAR 1m DSM (2017-2019),Waikato Regional Council,Aerial Surveys,2017-07-02,2019-02-04,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Thames_LiDAR_(2017-2019)/Waikato_-_Thames_LiDAR_1m_DSM_(2017-2019)/,s3://linz-elevation/waikato/thames_2017-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato - Thames region captured in 2017-2019. +,Canterbury LiDAR 1m DEM (2018-2019),Environment Canterbury,Aerial Surveys,2018-03-14,2019-05-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury LiDAR 1m DEMs (2018)/Canterbury_LiDAR_1m_DEM_(2018-2019)/,s3://linz-elevation/canterbury/canterbury_2018-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury region captured in 2018-2019. +,Canterbury LiDAR 1m DSM (2018-2019),Environment Canterbury,Aerial Surveys,2018-03-14,2019-05-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury LiDAR 1m DEMs (2018)/Canterbury_LiDAR_1m_DSM_(2018-2019)/,s3://linz-elevation/canterbury/canterbury_2018-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury region captured in 2018-2019. +,Waikato - Hamilton LiDAR 1m DEM (2019),Hamilton City Council,Aerial Surveys,2019-11-03,2019-11-05,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Hamilton_LiDAR_(2019)/Waikato_-_Hamilton_LiDAR_1m_DEM_(2019)/,s3://linz-elevation/waikato/hamilton_2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato - Hamilton region captured in 2019. +,Waikato - Hamilton LiDAR 1m DSM (2019),Hamilton City Council,Aerial Surveys,2019-11-03,2019-11-05,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Hamilton_LiDAR_(2019)/Waikato_-_Hamilton_LiDAR_1m_DSM_(2019)/,s3://linz-elevation/waikato/hamilton_2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato - Hamilton region captured in 2019. +,Northland - Marsden Point LiDAR 1m DEM (2016),Land Information New Zealand,Aerial Surveys,2016-11-09,2016-11-21,7839,2193,s3://linz-elevation-staging/lidar2/Northland_-_Marsden_Point_LiDAR_(2016)/Northland_-_Marsden_Point_LiDAR_1m_DEM_(2016)/,s3://linz-elevation/northland/marsden-point_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Northland - Marsden Point region captured in 2016. +,Northland - Marsden Point LiDAR 1m DSM (2016),Land Information New Zealand,Aerial Surveys,2016-11-09,2016-11-21,7839,2193,s3://linz-elevation-staging/lidar2/Northland_-_Marsden_Point_LiDAR_(2016)/Northland_-_Marsden_Point_LiDAR_1m_DSM_(2016)/,s3://linz-elevation/northland/marsden-point_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Northland - Marsden Point region captured in 2016. +,Marlborough LiDAR 1m DEM (2018),Marlborough District Council,Aerial Surveys,2018-05-26,2018-09-12,7839,2193,s3://linz-elevation-staging/lidar2/Marlborough_LiDAR_(2018)/Marlborough_LiDAR_1m_DEM_(2018)/,s3://linz-elevation/marlborough/marlborough_2018/dem_1m/2193/,1000,10000,Digital Elevation Model within the Marlborough region captured in 2018. +,Marlborough LiDAR 1m DSM (2018),Marlborough District Council,Aerial Surveys,2018-05-26,2018-09-12,7839,2193,s3://linz-elevation-staging/lidar2/Marlborough_LiDAR_(2018)/Marlborough_LiDAR_1m_DSM_(2018)/,s3://linz-elevation/marlborough/marlborough_2018/dsm_1m/2193/,1000,10000,Digital Surface Model within the Marlborough region captured in 2018. +,Canterbury - Christchurch and Ashley River LiDAR 1m DEM (2018-2019),Environment Canterbury,Aerial Surveys,2018-07-20,2019-03-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Christchurch_and_Ashley_River_LiDAR_(2018-2019)/Canterbury_-_Christchurch_and_Ashley_River_LiDAR_1m_DEM_(2018-2019)/,s3://linz-elevation/canterbury/christchurch-and-ashley-river_2018-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Christchurch and Ashley River region captured in 2018-2019. +,Canterbury - Christchurch and Ashley River LiDAR 1m DSM (2018-2019),Environment Canterbury,Aerial Surveys,2018-07-20,2019-03-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Christchurch_and_Ashley_River_LiDAR_(2018-2019)/Canterbury_-_Christchurch_and_Ashley_River_LiDAR_1m_DSM_(2018-2019)/,s3://linz-elevation/canterbury/christchurch-and-ashley-river_2018-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Christchurch and Ashley River region captured in 2018-2019. +,Wellington LiDAR 1m DEM (2013-2014),Greater Wellington Regional Council,Aerial Surveys,2013-01-01,2014-12-31,7839,2193,s3://linz-elevation-staging/lidar2/Wellington_LiDAR_(2013-2014)/Wellington_LiDAR_1m_DEM_(2013-2014)/Wellington DEM/,s3://linz-elevation/wellington/wellington_2013-2014/dem_1m/2193/,1000,10000,Digital Elevation Model within the Wellington region captured in 2013-2014. +,Wellington LiDAR 1m DSM (2013-2014),Greater Wellington Regional Council,Aerial Surveys,2013-01-01,2014-12-31,7839,2193,s3://linz-elevation-staging/lidar2/Wellington_LiDAR_(2013-2014)/Wellington_LiDAR_1m_DSM_(2013-2014)/,s3://linz-elevation/wellington/wellington_2013-2014/dsm_1m/2193/,1000,10000,Digital Surface Model within the Wellington region captured in 2013-2014. +,Manawatū - Whanganui LiDAR 1m DEM (2015-2016),Horizons Regional Council,Aerial Surveys,2015-12-27,2016-12-17,7839,2193,s3://linz-elevation-staging/lidar2/Manawatu_-_Whanganui_LiDAR_(2015-2016)/Manawatu_-_Whanganui_LiDAR_1m_DEM_(2015-2016)/,s3://linz-elevation/manawatu-whanganui/manawatu-whanganui_2015-2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Manawatū - Whanganui region captured in 2015-2016. +,Manawatū - Whanganui LiDAR 1m DSM (2015-2016),Horizons Regional Council,Aerial Surveys,2015-12-27,2016-12-17,7839,2193,s3://linz-elevation-staging/lidar2/Manawatu_-_Whanganui_LiDAR_(2015-2016)/Manawatu_-_Whanganui_LiDAR_1m_DSM_(2015-2016)/,s3://linz-elevation/manawatu-whanganui/manawatu-whanganui_2015-2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Manawatū - Whanganui region captured in 2015-2016. +,Canterbury - Banks Peninsula LiDAR 1m DEM (2018-2019),Environment Canterbury,Aerial Surveys,2018-07-18,2019-02-10,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Banks_Peninsula_LiDAR_(2018-2019)/Canterbury_-_Banks_Peninsula_LiDAR_1m_DEM_(2018-2019)/,s3://linz-elevation/canterbury/banks-peninsula_2018-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Banks Peninsula region captured in 2018-2019. +,Canterbury - Banks Peninsula LiDAR 1m DSM (2018-2019),Environment Canterbury,Aerial Surveys,2018-07-18,2019-02-10,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Banks_Peninsula_LiDAR_(2018-2019)/Canterbury_-_Banks_Peninsula_LiDAR_1m_DSM_(2018-2019)/,s3://linz-elevation/canterbury/banks-peninsula_2018-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Banks Peninsula region captured in 2018-2019. +,Tasman - Richmond and Motueka LiDAR 1m DEM (2015),Tasman District Council,AAM NZ,2015-11-13,2015-11-14,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Richmond_and_Motueka_LiDAR_(2015)/Tasman_-_Richmond_and_Motueka_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/tasman/richmond-and-motueka_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Richmond and Motueka region captured in 2015. +,Tasman - Richmond and Motueka LiDAR 1m DSM (2015),Tasman District Council,AAM NZ,2015-11-13,2015-11-14,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Richmond_and_Motueka_LiDAR_(2015)/Tasman_-_Richmond_and_Motueka_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/tasman/richmond-and-motueka_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Richmond and Motueka region captured in 2015. +,Canterbury LiDAR 1m DEM (2016-2017),Environment Canterbury,AAM NZ,2016-11-01,2017-01-31,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_LiDAR_(2016-2017)/Canterbury_LiDAR_1m_DEM_(2016-2017)/,s3://linz-elevation/canterbury/canterbury_2016-2017/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury region captured in 2016-2017. +,Canterbury LiDAR 1m DSM (2016-2017),Environment Canterbury,AAM NZ,2016-11-01,2017-01-31,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_LiDAR_(2016-2017)/Canterbury_LiDAR_1m_DSM_(2016-2017)/,s3://linz-elevation/canterbury/canterbury_2016-2017/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury region captured in 2016-2017. +,Tasman - Abel Tasman and Golden Bay LiDAR 1m DEM (2016),Tasman District Council,AAM NZ,2016-12-13,2016-12-14,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Abel_Tasman_and_Golden_Bay_LiDAR_(2016)/Tasman_-_Abel_Tasman_and_Golden_Bay_LiDAR_1m_DEM_(2016)/,s3://linz-elevation/tasman/abel-tasman-and-golden-bay_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Abel Tasman and Golden Bay region captured in 2016. +,Tasman - Abel Tasman and Golden Bay LiDAR 1m DSM (2016),Tasman District Council,AAM NZ,2016-12-13,2016-12-14,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Abel_Tasman_and_Golden_Bay_LiDAR_(2016)/Tasman_-_Abel_Tasman_and_Golden_Bay_LiDAR_1m_DSM_(2016)/,s3://linz-elevation/tasman/abel-tasman-and-golden-bay_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Abel Tasman and Golden Bay region captured in 2016. +,Otago - Balclutha LiDAR 1m DEM (2020),Otago Regional Council,Landpro,2020-01-16,2020-01-18,7839,2193,s3://linz-elevation-staging/lidar2/Otago_-_Balclutha_LiDAR_(2020)/Otago_-_Balclutha_LiDAR_1m_DEM_(2020)/,s3://linz-elevation/otago/balclutha_2020/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Balclutha region captured in 2020. +,Otago - Balclutha LiDAR 1m DSM (2020),Otago Regional Council,Landpro,2020-01-16,2020-01-18,7839,2193,s3://linz-elevation-staging/lidar2/Otago_-_Balclutha_LiDAR_(2020)/Otago_-_Balclutha_LiDAR_1m_DSM_(2020)/,s3://linz-elevation/otago/balclutha_2020/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Balclutha region captured in 2020. +,Manawatū-Whanganui - Palmerston North LiDAR 1m DEM (2018),Palmerston North City Council,AAM NZ,2018-08-29,2018-09-28,7839,2193,s3://linz-elevation-staging/lidar2/Manawatu-Whanganui_-_Palmerston_North_LiDAR_(2018)/Manawatu-Whanganui_-_Palmerston_North_LiDAR_1m_DEM_(2018)/,s3://linz-elevation/manawatu-whanganui/palmerston-north_2018/dem_1m/2193/,1000,10000,Digital Elevation Model within the Manawatū-Whanganui - Palmerston North region captured in 2018. +,Manawatū-Whanganui - Palmerston North LiDAR 1m DSM (2018),Palmerston North City Council,AAM NZ,2018-08-29,2018-09-28,7839,2193,s3://linz-elevation-staging/lidar2/Manawatu-Whanganui_-_Palmerston_North_LiDAR_(2018)/Manawatu-Whanganui_-_Palmerston_North_LiDAR_1m_DSM_(2018)/,s3://linz-elevation/manawatu-whanganui/palmerston-north_2018/dsm_1m/2193/,1000,10000,Digital Surface Model within the Manawatū-Whanganui - Palmerston North region captured in 2018. +,Auckland South LiDAR 1m DEM (2016-2017),Auckland Council,AAM NZ,2016-09-22,2017-06-22,7839,2193,s3://linz-elevation-staging/lidar2/Auckland_South_LiDAR_(2016-2017)/Auckland_South_LiDAR_1m_DEM_(2016-2017)/,s3://linz-elevation/auckland/auckland-south_2016-2017/dem_1m/2193/,1000,10000,Digital Elevation Model within the Auckland South region captured in 2016-2017. +,Auckland South LiDAR 1m DSM (2016-2017),Auckland Council,AAM NZ,2016-09-22,2017-06-22,7839,2193,s3://linz-elevation-staging/lidar2/Auckland_South_LiDAR_(2016-2017)/Auckland_South_LiDAR_1m_DSM_(2016-2017)/,s3://linz-elevation/auckland/auckland-south_2016-2017/dsm_1m/2193/,1000,10000,Digital Surface Model within the Auckland South region captured in 2016-2017. +,Canterbury - Christchurch and Selwyn LiDAR 1m DEM (2015),Environment Canterbury,AAM NZ,2015-10-05,2015-10-07,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Christchurch_and_Selwyn_LiDAR_(2015)/Canterbury_-_Christchurch_and_Selwyn_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/canterbury/christchurch-and-selwyn_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Christchurch and Selwyn region captured in 2015. +,Canterbury - Christchurch and Selwyn LiDAR 1m DSM (2015),Environment Canterbury,AAM NZ,2015-10-05,2015-10-07,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Christchurch_and_Selwyn_LiDAR_(2015)/Canterbury_-_Christchurch_and_Selwyn_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/canterbury/christchurch-and-selwyn_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Christchurch and Selwyn region captured in 2015. +,Tasman - Golden Bay LiDAR 1m DEM (2017),Tasman District Council,AAM NZ,2017-11-24,2017-12-16,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Golden_Bay_LiDAR_(2017)/Tasman_-_Golden_Bay_LiDAR_1m_DEM_(2017)/,s3://linz-elevation/tasman/golden-bay_2017/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Golden Bay region captured in 2017. +,Tasman - Golden Bay LiDAR 1m DSM (2017),Tasman District Council,AAM NZ,2017-11-24,2017-12-16,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Golden_Bay_LiDAR_(2017)/Tasman_-_Golden_Bay_LiDAR_1m_DSM_(2017)/,s3://linz-elevation/tasman/golden-bay_2017/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Golden Bay region captured in 2017. +,Wellington - Upper Hutt City LiDAR 1m DEM (2021),Upper Hutt City Council,AAM NZ,2021-03-25,2021-03-27,7839,2193,s3://linz-elevation-staging/publish/Wellington-UpperHuttCity_LiDAR_2021/DEM/,s3://linz-elevation/wellington/upper-hutt-city_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Wellington - Upper Hutt City region captured in 2021. +,Wellington - Upper Hutt City LiDAR 1m DSM (2021),Upper Hutt City Council,AAM NZ,2021-03-25,2021-03-27,7839,2193,s3://linz-elevation-staging/publish/Wellington-UpperHuttCity_LiDAR_2021/DSM/,s3://linz-elevation/wellington/upper-hutt-city_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Wellington - Upper Hutt City region captured in 2021. +,Canterbury - Christchurch LiDAR 1m DEM (2020-2021),"""Christchurch City Council;Environment Canterbury""",Landpro,2020-12-18,2021-02-17,7839,2193,s3://linz-elevation-staging/publish/Canterbury_Christchurch_LiDAR_2020_2021/DEM/,s3://linz-elevation/canterbury/christchurch_2020-2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Christchurch region captured in 2020-2021. +,Canterbury - Christchurch LiDAR 1m DSM (2020-2021),"""Christchurch City Council;Environment Canterbury""",Landpro,2020-12-18,2021-02-17,7839,2193,s3://linz-elevation-staging/publish/Canterbury_Christchurch_LiDAR_2020_2021/DSM/,s3://linz-elevation/canterbury/christchurch_2020-2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Christchurch region captured in 2020-2021. +,Wellington - Kāpiti Coast LiDAR 1m DEM (2021),Kāpiti Coast District Council,AAM NZ,2021-03-13,2021-03-15,7839,2193,s3://linz-elevation-staging/publish/Kapiti_Coast_LiDAR_2021/DEM/,s3://linz-elevation/wellington/kapiti-coast_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Wellington - Kāpiti Coast region captured in 2021. +,Wellington - Kāpiti Coast LiDAR 1m DSM (2021),Kāpiti Coast District Council,AAM NZ,2021-03-13,2021-03-15,7839,2193,s3://linz-elevation-staging/publish/Kapiti_Coast_LiDAR_2021/DSM/,s3://linz-elevation/wellington/kapiti-coast_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Wellington - Kāpiti Coast region captured in 2021. +,Nelson and Tasman LiDAR 1m DEM (2008-2015),"""Nelson City Council;Tasman District Council""","""NZ Aerial Mapping;Aerial Surveys;AAM NZ""",2008-05-01,2015-12-31,7839,2193,s3://linz-elevation-staging/lidar2/Nelson_and_Tasman_LiDAR_(2008-2015)/Nelson_and_Tasman_LiDAR_1m_DEM_(2008-2015)/,s3://linz-elevation/nelson/nelson-and-tasman_2008-2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Nelson and Tasman region captured in 2008-2015. +,Nelson and Tasman LiDAR 1m DSM (2008-2015),"""Nelson City Council;Tasman District Council""","""NZ Aerial Mapping;Aerial Surveys;AAM NZ""",2008-05-01,2015-12-31,7839,2193,s3://linz-elevation-staging/lidar2/Nelson_and_Tasman_LiDAR_(2008-2015)/Nelson_and_Tasman_LiDAR_1m_DSM_(2008-2015)/,s3://linz-elevation/nelson/nelson-and-tasman_2008-2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Nelson and Tasman region captured in 2008-2015. +,Bay of Plenty LiDAR 1m DEM (2018-2019),BOPLASS,AAM NZ,2018-12-01,2019-04-30,7839,2193,s3://linz-elevation-staging/lidar2/Bay_of_Plenty_LiDAR_(2018-2019)/Bay_of_Plenty_LiDAR_1m_DEM_(2018-2019)/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2018-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Bay of Plenty region captured in 2018-2019. +,Bay of Plenty LiDAR 1m DSM (2018-2019),BOPLASS,AAM NZ,2018-12-01,2019-04-30,7839,2193,s3://linz-elevation-staging/lidar2/Bay_of_Plenty_LiDAR_(2018-2019)/Bay_of_Plenty_LiDAR_1m_DSM_(2018-2019)/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2018-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Bay of Plenty region captured in 2018-2019. +,Manawatū-Whanganui - Whanganui Urban LiDAR 1m DEM (2020-2021),Whanganui District Council,Aerial Surveys,2020-09-08,2021-02-03,7839,2193,s3://linz-elevation-staging/publish/Manawatu-Whanganui_WhanganuiUrban_LiDAR_2020/DEM/,s3://linz-elevation/manawatu-whanganui/whanganui-urban_2020-2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Manawatū-Whanganui - Whanganui Urban region captured in 2020-2021. +,Manawatū-Whanganui - Whanganui Urban LiDAR 1m DSM (2020-2021),Whanganui District Council,Aerial Surveys,2020-09-08,2021-02-03,7839,2193,s3://linz-elevation-staging/publish/Manawatu-Whanganui_WhanganuiUrban_LiDAR_2020/DSM/,s3://linz-elevation/manawatu-whanganui/whanganui-urban_2020-2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Manawatū-Whanganui - Whanganui Urban region captured in 2020-2021. +,Otago - Queenstown LiDAR 1m DEM (2021),Queenstown-Lakes District Council,Landpro,2021-03-13,2021-03-14,7839,2193,s3://linz-elevation-staging/Otago-Queenstown_LiDAR_1m_2021/DEM/,s3://linz-elevation/otago/queenstown_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Queenstown region captured in 2021. +,Otago - Queenstown LiDAR 1m DSM (2021),Queenstown-Lakes District Council,Landpro,2021-03-13,2021-03-14,7839,2193,s3://linz-elevation-staging/Otago-Queenstown_LiDAR_1m_2021/DSM/,s3://linz-elevation/otago/queenstown_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Queenstown region captured in 2021. +,Auckland North LiDAR 1m DEM (2016-2018),Auckland Council,Aerial Surveys,2016-08-16,2018-08-09,7839,2193,s3://linz-elevation-staging/publish/Auckland_North_LiDAR_2020/DEM/,s3://linz-elevation/auckland/auckland-north_2016-2018/dem_1m/2193/,1000,10000,Digital Elevation Model within the Auckland North region captured in 2016-2018. +,Auckland North LiDAR 1m DSM (2016-2018),Auckland Council,Aerial Surveys,2016-08-16,2018-08-09,7839,2193,s3://linz-elevation-staging/publish/Auckland_North_LiDAR_2020/DSM/,s3://linz-elevation/auckland/auckland-north_2016-2018/dsm_1m/2193/,1000,10000,Digital Surface Model within the Auckland North region captured in 2016-2018. +,Wellington - Hutt City LiDAR 1m DEM (2021),Hutt City Council,AAM NZ,2021-03-23,2021-03-27,7839,2193,s3://linz-elevation-staging/publish/Hutt_City_LiDAR_2021/DEM/,s3://linz-elevation/wellington/hutt-city_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Wellington - Hutt City region captured in 2021. +,Wellington - Hutt City LiDAR 1m DSM (2021),Hutt City Council,AAM NZ,2021-03-23,2021-03-27,7839,2193,s3://linz-elevation-staging/publish/Hutt_City_LiDAR_2021/DSM/,s3://linz-elevation/wellington/hutt-city_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Wellington - Hutt City region captured in 2021. +,Nelson LiDAR 1m DEM (2021),Nelson City Council,Aerial Surveys,2021-01-10,2021-06-24,7839,2193,s3://linz-elevation-staging/publish/Nelson_LiDAR_2021/DEM/,s3://linz-elevation/nelson/nelson_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Nelson region captured in 2021. +,Nelson LiDAR 1m DSM (2021),Nelson City Council,Aerial Surveys,2021-01-10,2021-06-24,7839,2193,s3://linz-elevation-staging/publish/Nelson_LiDAR_2021/DSM/,s3://linz-elevation/nelson/nelson_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Nelson region captured in 2021. +,Otago - Dunedin and Mosgiel LiDAR 1m DEM (2021),Otago Regional Council,AAM NZ,2021-06-24,2021-06-24,7839,2193,s3://linz-elevation-staging/publish/Otago_DunedinandMosgiel_LiDAR_2021/DEM/,s3://linz-elevation/otago/dunedin-and-mosgiel_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Dunedin and Mosgiel region captured in 2021. +,Otago - Dunedin and Mosgiel LiDAR 1m DSM (2021),Otago Regional Council,AAM NZ,2021-06-24,2021-06-24,7839,2193,s3://linz-elevation-staging/publish/Otago_DunedinandMosgiel_LiDAR_2021/DSM/,s3://linz-elevation/otago/dunedin-and-mosgiel_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Dunedin and Mosgiel region captured in 2021. +,West Coast LiDAR 1m DEM (2020-2022),West Coast Regional Council,Aerial Surveys,2020-05-16,2022-02-14,7839,2193,s3://linz-elevation-staging/publish/WestCoast_LiDAR_2020-2022/DEM/,s3://linz-elevation/west-coast/west-coast_2020-2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the West Coast region captured in 2020-2022. +,West Coast LiDAR 1m DSM (2020-2022),West Coast Regional Council,Aerial Surveys,2020-05-16,2022-02-14,7839,2193,s3://linz-elevation-staging/publish/WestCoast_LiDAR_2020-2022/DSM/,s3://linz-elevation/west-coast/west-coast_2020-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the West Coast region captured in 2020-2022. +,Canterbury - Kaikōura LiDAR 1m DEM (2016),Land Information New Zealand,AAM NZ,2016-12-02,2017-01-06,7839,2193,s3://linz-elevation-staging/publish/Kaikoura_LiDAR_2016/DEM/,s3://linz-elevation/canterbury/kaikoura_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Kaikōura region captured in 2016. +,Canterbury - Kaikōura LiDAR 1m DSM (2016),Land Information New Zealand,AAM NZ,2016-12-02,2017-01-06,7839,2193,s3://linz-elevation-staging/publish/Kaikoura_LiDAR_2016/DSM/,s3://linz-elevation/canterbury/kaikoura_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Kaikōura region captured in 2016. +,Gisborne LiDAR 1m DEM (2018-2020),Gisborne District Council,Aerial Surveys,2018-12-31,2020-10-09,7839,2193,s3://linz-elevation-staging/publish/Gisborne_LiDAR_2018/DEM/,s3://linz-elevation/gisborne/gisborne_2018-2020/dem_1m/2193/,1000,10000,Digital Elevation Model within the Gisborne region captured in 2018-2020. +,Gisborne LiDAR 1m DSM (2018-2020),Gisborne District Council,Aerial Surveys,2018-12-31,2020-10-09,7839,2193,s3://linz-elevation-staging/publish/Gisborne_LiDAR_2018/DSM/,s3://linz-elevation/gisborne/gisborne_2018-2020/dsm_1m/2193/,1000,10000,Digital Surface Model within the Gisborne region captured in 2018-2020. +,Northland LiDAR 1m DEM (2018-2020),Northland Regional Council,RPS,2018-12-01,2020-02-01,7839,2193,s3://linz-elevation-staging/publish/Northland_LiDAR_2018_2020/DEM/,s3://linz-elevation/northland/northland_2018-2020/dem_1m/2193/,1000,10000,Digital Elevation Model within the Northland region captured in 2018-2020. +,Northland LiDAR 1m DSM (2018-2020),Northland Regional Council,RPS,2018-12-01,2020-02-01,7839,2193,s3://linz-elevation-staging/publish/Northland_LiDAR_2018_2020/DSM/,s3://linz-elevation/northland/northland_2018-2020/dsm_1m/2193/,1000,10000,Digital Surface Model within the Northland region captured in 2018-2020. +,Marlborough LiDAR 1m DEM (2020-2021),Marlborough District Council,Aerial Surveys,2020-02-10,2021-07-02,7839,2193,s3://linz-elevation-staging/publish/Marlborough_LiDAR_2020-2021_123merge/DEM/,s3://linz-elevation/marlborough/marlborough_2020-2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Marlborough region captured in 2020-2021. +,Marlborough LiDAR 1m DSM (2020-2021),Marlborough District Council,Aerial Surveys,2020-02-10,2021-07-02,7839,2193,s3://linz-elevation-staging/publish/Marlborough_LiDAR_2020-2021_123merge/DSM/,s3://linz-elevation/marlborough/marlborough_2020-2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Marlborough region captured in 2020-2021. +,Taranaki LiDAR 1m DEM (2021),Taranaki Regional Council,AAM NZ,2021-04-03,2021-10-16,7839,2193,s3://linz-elevation-staging/publish/Taranaki_LiDAR_2021_full/DEM/,s3://linz-elevation/taranaki/taranaki_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Taranaki region captured in 2021. +,Taranaki LiDAR 1m DSM (2021),Taranaki Regional Council,AAM NZ,2021-04-03,2021-10-16,7839,2193,s3://linz-elevation-staging/publish/Taranaki_LiDAR_2021_full/DSM/,s3://linz-elevation/taranaki/taranaki_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Taranaki region captured in 2021. +,Canterbury LiDAR 1m DEM (2020),Environment Canterbury,Aerial Surveys,2020-05-01,2020-11-12,7839,2193,s3://linz-elevation-staging/publish/Canterbury_LiDAR_2020/DEM/,s3://linz-elevation/canterbury/canterbury_2020/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury region captured in 2020. +,Canterbury LiDAR 1m DSM (2020),Environment Canterbury,Aerial Surveys,2020-05-01,2020-11-12,7839,2193,s3://linz-elevation-staging/publish/Canterbury_LiDAR_2020/DSM/,s3://linz-elevation/canterbury/canterbury_2020/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury region captured in 2020. +,Tasman - Tasman Bay LiDAR 1m DEM (2022),Tasman District Council,Aerial Surveys,2022-10-14,2022-11-07,7839,2193,s3://linz-elevation-staging/publish/Tasman-TasmanBay_LiDAR_2022/DEM/,s3://linz-elevation/tasman/tasman-bay_2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Tasman Bay region captured in 2022. +,Tasman - Tasman Bay LiDAR 1m DSM (2022),Tasman District Council,Aerial Surveys,2022-10-14,2022-11-07,7839,2193,s3://linz-elevation-staging/publish/Tasman-TasmanBay_LiDAR_2022/DSM/,s3://linz-elevation/tasman/tasman-bay_2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Tasman Bay region captured in 2022. +,Stewart Island / Rakiura - Oban LiDAR 1m DEM (2021),Environment Southland,Aerial Surveys,2021-09-03,2021-09-03,7839,2193,s3://linz-elevation-staging/publish/StewartIsland_Rakiura_Oban_LiDAR_2021/DEM/,s3://linz-elevation/southland/stewart-island-rakiura-oban_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Stewart Island / Rakiura - Oban region captured in 2021. +,Stewart Island / Rakiura - Oban LiDAR 1m DSM (2021),Environment Southland,Aerial Surveys,2021-09-03,2021-09-03,7839,2193,s3://linz-elevation-staging/publish/StewartIsland_Rakiura_Oban_LiDAR_2021/DSM/,s3://linz-elevation/southland/stewart-island-rakiura-oban_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Stewart Island / Rakiura - Oban region captured in 2021. +,Otago - Coastal Catchments LiDAR 1m DEM (2021),Otago Regional Council,AAM NZ,2021-06-25,2021-10-01,7839,2193,s3://linz-elevation-staging/publish/Otago_CoastalCatchments_LiDAR_2021_full/DEM/,s3://linz-elevation/otago/coastal-catchments_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Coastal Catchments region captured in 2021. +,Otago - Coastal Catchments LiDAR 1m DSM (2021),Otago Regional Council,AAM NZ,2021-06-25,2021-10-01,7839,2193,s3://linz-elevation-staging/publish/Otago_CoastalCatchments_LiDAR_2021_full/DSM/,s3://linz-elevation/otago/coastal-catchments_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Coastal Catchments region captured in 2021. +,Tasman - Waimea Dam LiDAR 1m DEM (2023),Tasman District Council,Aerial Surveys,2023-03-09,2023-03-09,7839,2193,s3://linz-elevation-staging/publish/Tasman-WaimeaDam_LiDAR_2023/DEM/,s3://linz-elevation/tasman/waimea-dam_2023/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Waimea Dam region captured in 2023. +,Tasman - Waimea Dam LiDAR 1m DSM (2023),Tasman District Council,Aerial Surveys,2023-03-09,2023-03-09,7839,2193,s3://linz-elevation-staging/publish/Tasman-WaimeaDam_LiDAR_2023/DSM/,s3://linz-elevation/tasman/waimea-dam_2023/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Waimea Dam region captured in 2023. +,Nelson and Tasman - Top of the South Flood LiDAR 1m DEM (2022),"""Nelson City Council;Tasman District Council;Waka Kotahi;National Emergency Management Agency""",Aerial Surveys,2022-08-23,2022-09-06,7839,2193,s3://linz-elevation-staging/publish/Top_of_the_south_LiDAR_2022/DEM/,s3://linz-elevation/nelson/nelson-and-tasman-top-of-the-south-flood_2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Nelson and Tasman - Top of the South Flood region captured in 2022. +,Nelson and Tasman - Top of the South Flood LiDAR 1m DSM (2022),"""Nelson City Council;Tasman District Council;Waka Kotahi;National Emergency Management Agency""",Aerial Surveys,2022-08-23,2022-09-06,7839,2193,s3://linz-elevation-staging/publish/Top_of_the_south_LiDAR_2022/DSM/,s3://linz-elevation/nelson/nelson-and-tasman-top-of-the-south-flood_2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Nelson and Tasman - Top of the South Flood region captured in 2022. +,Tasman LiDAR 1m DEM (2020-2022),Tasman District Council,Aerial Surveys,2020-01-28,2022-01-30,7839,2193,s3://linz-elevation-staging/publish/Tasman_LiDAR_2020-2022/DEM/,s3://linz-elevation/tasman/tasman_2020-2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman region captured in 2020-2022. +,Tasman LiDAR 1m DSM (2020-2022),Tasman District Council,Aerial Surveys,2020-01-28,2022-01-30,7839,2193,s3://linz-elevation-staging/publish/Tasman_LiDAR_2020-2022/DSM/,s3://linz-elevation/tasman/tasman_2020-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman region captured in 2020-2022. +,Otago - Wanaka LiDAR 1m DEM (2022-2023),Queenstown-Lakes District Council,Landpro,2022-11-27,2023-01-11,7839,2193,s3://linz-elevation-staging/publish/Otago_Wanaka_LiDAR_2022-2023/DEM/,s3://linz-elevation/otago/wanaka_2022-2023/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Wanaka region captured in 2022-2023. +,Otago - Wanaka LiDAR 1m DSM (2022-2023),Queenstown-Lakes District Council,Landpro,2022-11-27,2023-01-11,7839,2193,s3://linz-elevation-staging/publish/Otago_Wanaka_LiDAR_2022-2023/DSM/,s3://linz-elevation/otago/wanaka_2022-2023/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Wanaka region captured in 2022-2023. +,Hawke's Bay LiDAR 1m DEM (2020-2021),Hawke's Bay Regional Council,Ocean Infinity,2020-11-11,2021-01-24,7839,2193,s3://linz-elevation-staging/publish/Hawkes_Bay_LiDAR_2020_2022/DEM/,s3://linz-elevation/hawkes-bay/hawkes-bay_2020-2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Hawke's Bay region captured in 2020-2021. +,Hawke's Bay LiDAR 1m DSM (2020-2021),Hawke's Bay Regional Council,Ocean Infinity,2020-11-11,2021-01-24,7839,2193,s3://linz-elevation-staging/publish/Hawkes_Bay_LiDAR_2020_2022/DSM/,s3://linz-elevation/hawkes-bay/hawkes-bay_2020-2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Hawke's Bay region captured in 2020-2021. +,Waikato LiDAR 1m DEM (2021),Waikato Regional Council,Ocean Infinity,2021-01-05,2021-03-26,7839,2193,s3://linz-elevation-staging/publish/Waikato_LiDAR_2021/DEM/,s3://linz-elevation/waikato/waikato_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato region captured in 2021. +,Waikato LiDAR 1m DSM (2021),Waikato Regional Council,Ocean Infinity,2021-01-05,2021-03-26,7839,2193,s3://linz-elevation-staging/publish/Waikato_LiDAR_2021/DSM/,s3://linz-elevation/waikato/waikato_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato region captured in 2021. +,Southland LiDAR 1m DEM (2020-2022),Environment Southland,Aerial Surveys,2020-12-15,2022-05-11,7839,2193,s3://linz-elevation-staging/publish/Southland_LiDAR_2020-2022/DEM/,s3://linz-elevation/southland/southland_2020-2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Southland region captured in 2020-2022. +,Southland LiDAR 1m DSM (2020-2022),Environment Southland,Aerial Surveys,2020-12-15,2022-05-11,7839,2193,s3://linz-elevation-staging/publish/Southland_LiDAR_2020-2022/DSM/,s3://linz-elevation/southland/southland_2020-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Southland region captured in 2020-2022. +,Bay of Plenty LiDAR 1m DEM (2019-2022),BOPLASS,Aerial Surveys,2019-10-27,2022-10-24,7839,2193,s3://linz-elevation-staging/publish/BayofPlenty_LiDAR_2019-2022/DEM/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2019-2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Bay of Plenty region captured in 2019-2022. +,Bay of Plenty LiDAR 1m DSM (2019-2022),BOPLASS,Aerial Surveys,2019-10-27,2022-10-24,7839,2193,s3://linz-elevation-staging/publish/BayofPlenty_LiDAR_2019-2022/DSM/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2019-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Bay of Plenty region captured in 2019-2022. +part of west coast dataset,,,,,,,,s3://linz-elevation-staging/lidar2/West_Coast_-_Westport_LiDAR_(2020)/,,,,, +part of west coast dataset,,,,,,,,s3://linz-elevation-staging/publish/WestCoast_Westport_LiDAR_2020/,,,,, diff --git a/tools/generate-argo-cli-commands-elevation.py b/tools/generate-argo-cli-commands-elevation.py new file mode 100644 index 000000000..7eb332019 --- /dev/null +++ b/tools/generate-argo-cli-commands-elevation.py @@ -0,0 +1,115 @@ +import csv +from typing import List, Dict, Tuple +import yaml + +PARAMETERS_CSV = "./data/elevation-31-07-23.csv" + +COMMAND = "argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./{0}.yaml --generate-name {1}\n" + + +def _index_csv(header: List[str]) -> Dict[str, int]: + ind = {} + ind["comments"] = header.index("Comments") + ind["title"] = header.index("title") + ind["licensor"] = header.index("licensor") + ind["producer"] = header.index("producer") + ind["startdate"] = header.index("start-datetime") + ind["enddate"] = header.index("end-datetime") + ind["verticalEPSG"] = header.index("vertical-datum") + ind["horizontalEPSG"] = header.index("horizontal-datum") + ind["source"] = header.index("source") + ind["target"] = header.index("target") + ind["inputscale"] = header.index("input-scale") + ind["outputscale"] = header.index("output-scale") + ind["description"] = header.index("description") + return ind + + +def _add_licensor(row: List[str], index: Dict[str, int]) -> Dict[str, str]: + licensor = row[index["licensor"]] + if ";" in licensor: + return {"licensor-list": licensor, "licensor": ""} + else: + return {"licensor": licensor, "licensor-list": ""} + + +def _add_producer(row: List[str], index: Dict[str, int]) -> Dict[str, str]: + producer = row[index["producer"]] + if ";" in producer: + return {"producer-list": producer, "producer": ""} + else: + return {"producer": producer, "producer-list": ""} + + +def _write_params(params: Dict[str, str], file: str) -> None: + with open(f"./{file}.yaml", "w", encoding="utf-8") as output: + yaml.dump( + params, + output, + default_flow_style=False, + default_style='"', + sort_keys=False, + allow_unicode=True, + width=1000, + ) + + +def _valid_params(params: Dict[str, str]) -> Tuple[bool, str]: + if params["comments"] != "": + return (False, params["comments"]) + for param in params: + if "TODO" in params[param]: + return (False, "TODO Noted") + return (True, "") + + +with open(PARAMETERS_CSV, "r") as csv_file: + reader = csv.reader(csv_file) + header = next(reader) + index = _index_csv(header) + + parameter_list = [] + not_valid = [] + + for row in reader: + if not row[index["target"]]: + continue + params = { + "comments": row[index["comments"]], + "source": row[index["source"]], + "target": row[index["target"]], + "title": row[index["title"]], + "description": row[index["description"]], + "start-datetime": row[index["startdate"]], + "end-datetime": row[index["enddate"]], + "scale": row[index["outputscale"]], + "source-epsg": row[index["horizontalEPSG"]], + "target-epsg": "2193", + "compression": "dem_lerc", + "retile": "true", + "validate": "false", + "group": "1", + } + + params = {**params, **_add_licensor(row, index)} + params = {**params, **_add_producer(row, index)} + + file_name = row[index["target"]].split("/")[-4:-2] + file_name = f"{file_name[0]}-{file_name[1]}" + formatted_file_name = file_name.replace("_", "-").replace(".", "-") + + valid = _valid_params(params) + + if not valid[0]: + not_valid.append(f"# {formatted_file_name}.yaml not written to bash as further action required: {valid[1]}\n") + else: + parameter_list.append(COMMAND.format(formatted_file_name, formatted_file_name)) + + del params["comments"] + _write_params(params, formatted_file_name) + + with open("./standardise-publish.sh", "w") as script: + script.write("#!/bin/bash\n\n") + script.writelines(parameter_list) + script.writelines("\n\n\n") + script.writelines(not_valid) diff --git a/tools/standardise-publish.sh b/tools/standardise-publish.sh new file mode 100644 index 000000000..5105fd6f7 --- /dev/null +++ b/tools/standardise-publish.sh @@ -0,0 +1,135 @@ +#!/bin/bash + +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./mackenzie-2015-dem-1m.yaml --generate-name mackenzie-2015-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./mackenzie-2015-dsm-1m.yaml --generate-name mackenzie-2015-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./queenstown-2016-dem-1m.yaml --generate-name queenstown-2016-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./queenstown-2016-dsm-1m.yaml --generate-name queenstown-2016-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./blenheim-2014-dem-1m.yaml --generate-name blenheim-2014-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./blenheim-2014-dsm-1m.yaml --generate-name blenheim-2014-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./reporoa-and-upper-piako-river-2019-dem-1m.yaml --generate-name reporoa-and-upper-piako-river-2019-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./reporoa-and-upper-piako-river-2019-dsm-1m.yaml --generate-name reporoa-and-upper-piako-river-2019-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./otago-2016-dem-1m.yaml --generate-name otago-2016-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./otago-2016-dsm-1m.yaml --generate-name otago-2016-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./motueka-river-valley-2018-2019-dem-1m.yaml --generate-name motueka-river-valley-2018-2019-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./motueka-river-valley-2018-2019-dsm-1m.yaml --generate-name motueka-river-valley-2018-2019-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./whangarei-heads-2016-dem-1m.yaml --generate-name whangarei-heads-2016-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./whangarei-heads-2016-dsm-1m.yaml --generate-name whangarei-heads-2016-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./wellington-city-2019-2020-dem-1m.yaml --generate-name wellington-city-2019-2020-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./wellington-city-2019-2020-dsm-1m.yaml --generate-name wellington-city-2019-2020-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./huntly-2015-2019-dem-1m.yaml --generate-name huntly-2015-2019-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./huntly-2015-2019-dsm-1m.yaml --generate-name huntly-2015-2019-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./thames-2017-2019-dem-1m.yaml --generate-name thames-2017-2019-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./thames-2017-2019-dsm-1m.yaml --generate-name thames-2017-2019-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./canterbury-2018-2019-dem-1m.yaml --generate-name canterbury-2018-2019-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./canterbury-2018-2019-dsm-1m.yaml --generate-name canterbury-2018-2019-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./hamilton-2019-dem-1m.yaml --generate-name hamilton-2019-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./hamilton-2019-dsm-1m.yaml --generate-name hamilton-2019-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./marsden-point-2016-dem-1m.yaml --generate-name marsden-point-2016-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./marsden-point-2016-dsm-1m.yaml --generate-name marsden-point-2016-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./marlborough-2018-dem-1m.yaml --generate-name marlborough-2018-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./marlborough-2018-dsm-1m.yaml --generate-name marlborough-2018-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./christchurch-and-ashley-river-2018-2019-dem-1m.yaml --generate-name christchurch-and-ashley-river-2018-2019-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./christchurch-and-ashley-river-2018-2019-dsm-1m.yaml --generate-name christchurch-and-ashley-river-2018-2019-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./wellington-2013-2014-dem-1m.yaml --generate-name wellington-2013-2014-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./wellington-2013-2014-dsm-1m.yaml --generate-name wellington-2013-2014-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./manawatu-whanganui-2015-2016-dem-1m.yaml --generate-name manawatu-whanganui-2015-2016-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./manawatu-whanganui-2015-2016-dsm-1m.yaml --generate-name manawatu-whanganui-2015-2016-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./banks-peninsula-2018-2019-dem-1m.yaml --generate-name banks-peninsula-2018-2019-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./banks-peninsula-2018-2019-dsm-1m.yaml --generate-name banks-peninsula-2018-2019-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./richmond-and-motueka-2015-dem-1m.yaml --generate-name richmond-and-motueka-2015-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./richmond-and-motueka-2015-dsm-1m.yaml --generate-name richmond-and-motueka-2015-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./canterbury-2016-2017-dem-1m.yaml --generate-name canterbury-2016-2017-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./canterbury-2016-2017-dsm-1m.yaml --generate-name canterbury-2016-2017-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./abel-tasman-and-golden-bay-2016-dem-1m.yaml --generate-name abel-tasman-and-golden-bay-2016-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./abel-tasman-and-golden-bay-2016-dsm-1m.yaml --generate-name abel-tasman-and-golden-bay-2016-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./balclutha-2020-dem-1m.yaml --generate-name balclutha-2020-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./balclutha-2020-dsm-1m.yaml --generate-name balclutha-2020-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./palmerston-north-2018-dem-1m.yaml --generate-name palmerston-north-2018-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./palmerston-north-2018-dsm-1m.yaml --generate-name palmerston-north-2018-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./auckland-south-2016-2017-dem-1m.yaml --generate-name auckland-south-2016-2017-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./auckland-south-2016-2017-dsm-1m.yaml --generate-name auckland-south-2016-2017-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./christchurch-and-selwyn-2015-dem-1m.yaml --generate-name christchurch-and-selwyn-2015-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./christchurch-and-selwyn-2015-dsm-1m.yaml --generate-name christchurch-and-selwyn-2015-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./golden-bay-2017-dem-1m.yaml --generate-name golden-bay-2017-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./golden-bay-2017-dsm-1m.yaml --generate-name golden-bay-2017-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./upper-hutt-city-2021-dem-1m.yaml --generate-name upper-hutt-city-2021-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./upper-hutt-city-2021-dsm-1m.yaml --generate-name upper-hutt-city-2021-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./christchurch-2020-2021-dem-1m.yaml --generate-name christchurch-2020-2021-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./christchurch-2020-2021-dsm-1m.yaml --generate-name christchurch-2020-2021-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./kapiti-coast-2021-dem-1m.yaml --generate-name kapiti-coast-2021-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./kapiti-coast-2021-dsm-1m.yaml --generate-name kapiti-coast-2021-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./nelson-and-tasman-2008-2015-dem-1m.yaml --generate-name nelson-and-tasman-2008-2015-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./nelson-and-tasman-2008-2015-dsm-1m.yaml --generate-name nelson-and-tasman-2008-2015-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./bay-of-plenty-2018-2019-dem-1m.yaml --generate-name bay-of-plenty-2018-2019-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./bay-of-plenty-2018-2019-dsm-1m.yaml --generate-name bay-of-plenty-2018-2019-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./whanganui-urban-2020-2021-dem-1m.yaml --generate-name whanganui-urban-2020-2021-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./whanganui-urban-2020-2021-dsm-1m.yaml --generate-name whanganui-urban-2020-2021-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./queenstown-2021-dem-1m.yaml --generate-name queenstown-2021-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./queenstown-2021-dsm-1m.yaml --generate-name queenstown-2021-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./auckland-north-2016-2018-dem-1m.yaml --generate-name auckland-north-2016-2018-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./auckland-north-2016-2018-dsm-1m.yaml --generate-name auckland-north-2016-2018-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./hutt-city-2021-dem-1m.yaml --generate-name hutt-city-2021-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./hutt-city-2021-dsm-1m.yaml --generate-name hutt-city-2021-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./nelson-2021-dem-1m.yaml --generate-name nelson-2021-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./nelson-2021-dsm-1m.yaml --generate-name nelson-2021-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./dunedin-and-mosgiel-2021-dem-1m.yaml --generate-name dunedin-and-mosgiel-2021-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./dunedin-and-mosgiel-2021-dsm-1m.yaml --generate-name dunedin-and-mosgiel-2021-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./west-coast-2020-2022-dem-1m.yaml --generate-name west-coast-2020-2022-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./west-coast-2020-2022-dsm-1m.yaml --generate-name west-coast-2020-2022-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./kaikoura-2016-dem-1m.yaml --generate-name kaikoura-2016-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./kaikoura-2016-dsm-1m.yaml --generate-name kaikoura-2016-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./gisborne-2018-2020-dem-1m.yaml --generate-name gisborne-2018-2020-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./gisborne-2018-2020-dsm-1m.yaml --generate-name gisborne-2018-2020-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./northland-2018-2020-dem-1m.yaml --generate-name northland-2018-2020-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./northland-2018-2020-dsm-1m.yaml --generate-name northland-2018-2020-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./marlborough-2020-2021-dem-1m.yaml --generate-name marlborough-2020-2021-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./marlborough-2020-2021-dsm-1m.yaml --generate-name marlborough-2020-2021-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./taranaki-2021-dem-1m.yaml --generate-name taranaki-2021-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./taranaki-2021-dsm-1m.yaml --generate-name taranaki-2021-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./canterbury-2020-dem-1m.yaml --generate-name canterbury-2020-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./canterbury-2020-dsm-1m.yaml --generate-name canterbury-2020-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./tasman-bay-2022-dem-1m.yaml --generate-name tasman-bay-2022-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./tasman-bay-2022-dsm-1m.yaml --generate-name tasman-bay-2022-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./stewart-island-rakiura-oban-2021-dem-1m.yaml --generate-name stewart-island-rakiura-oban-2021-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./stewart-island-rakiura-oban-2021-dsm-1m.yaml --generate-name stewart-island-rakiura-oban-2021-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./coastal-catchments-2021-dem-1m.yaml --generate-name coastal-catchments-2021-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./coastal-catchments-2021-dsm-1m.yaml --generate-name coastal-catchments-2021-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./waimea-dam-2023-dem-1m.yaml --generate-name waimea-dam-2023-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./waimea-dam-2023-dsm-1m.yaml --generate-name waimea-dam-2023-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./nelson-and-tasman-top-of-the-south-flood-2022-dem-1m.yaml --generate-name nelson-and-tasman-top-of-the-south-flood-2022-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./nelson-and-tasman-top-of-the-south-flood-2022-dsm-1m.yaml --generate-name nelson-and-tasman-top-of-the-south-flood-2022-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./tasman-2020-2022-dem-1m.yaml --generate-name tasman-2020-2022-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./tasman-2020-2022-dsm-1m.yaml --generate-name tasman-2020-2022-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./wanaka-2022-2023-dem-1m.yaml --generate-name wanaka-2022-2023-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./wanaka-2022-2023-dsm-1m.yaml --generate-name wanaka-2022-2023-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./hawkes-bay-2020-2021-dem-1m.yaml --generate-name hawkes-bay-2020-2021-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./hawkes-bay-2020-2021-dsm-1m.yaml --generate-name hawkes-bay-2020-2021-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./waikato-2021-dem-1m.yaml --generate-name waikato-2021-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./waikato-2021-dsm-1m.yaml --generate-name waikato-2021-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./southland-2020-2022-dem-1m.yaml --generate-name southland-2020-2022-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./southland-2020-2022-dsm-1m.yaml --generate-name southland-2020-2022-dsm-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./bay-of-plenty-2019-2022-dem-1m.yaml --generate-name bay-of-plenty-2019-2022-dem-1m +argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./bay-of-plenty-2019-2022-dsm-1m.yaml --generate-name bay-of-plenty-2019-2022-dsm-1m + + + +# auckland-2013-dem-1m.yaml not written to bash as further action required: to be transformed first, don't process yet ASC FILES +# auckland-2013-dsm-1m.yaml not written to bash as further action required: to be transformed first, don't process yet ASC FILES +# kaikoura-2012-dem-1m.yaml not written to bash as further action required: ASC FILES +# kaikoura-2012-dsm-1m.yaml not written to bash as further action required: ASC FILES +# hawarden-2015-dem-1m.yaml not written to bash as further action required: ASC FILES +# hawarden-2015-dsm-1m.yaml not written to bash as further action required: ASC FILES +# timaru-rivers-2014-dem-1m.yaml not written to bash as further action required: ASC FILES +# timaru-rivers-2014-dsm-1m.yaml not written to bash as further action required: ASC FILES +# hurunui-rivers-2013-dem-1m.yaml not written to bash as further action required: ASC FILES +# hurunui-rivers-2013-dsm-1m.yaml not written to bash as further action required: ASC FILES +# rangiora-2014-dem-1m.yaml not written to bash as further action required: ASC FILES +# rangiora-2014-dsm-1m.yaml not written to bash as further action required: ASC FILES +# amberly-2012-dem-1m.yaml not written to bash as further action required: ASC FILES +# amberly-2012-dsm-1m.yaml not written to bash as further action required: ASC FILES +# cheviot-2015-dem-1m.yaml not written to bash as further action required: ASC FILES +# cheviot-2015-dsm-1m.yaml not written to bash as further action required: ASC FILES +# tauranga-and-coast-2015-dem-1m.yaml not written to bash as further action required: ASC FILES +# tauranga-and-coast-2015-dsm-1m.yaml not written to bash as further action required: ASC FILES +# west-coast-and-hauraki-plains-2015-dem-1m.yaml not written to bash as further action required: ASC FILES +# west-coast-and-hauraki-plains-2015-dsm-1m.yaml not written to bash as further action required: ASC FILES From 82c6efd0541758b07205cb2973a7e4c2c1080a3c Mon Sep 17 00:00:00 2001 From: Megan Davidson Date: Mon, 31 Jul 2023 12:02:56 +1200 Subject: [PATCH 3/7] fix: formatting --- tools/README.md | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/tools/README.md b/tools/README.md index 2c43f77d7..7b5b4c501 100644 --- a/tools/README.md +++ b/tools/README.md @@ -4,6 +4,7 @@ This folder contains single use scripts which have been used to assist in automa The scripts should be stored in this folder if they may become useful again in the future. ## generate-argo-cli-commands-elevation.py + **Date:** 31/07/2023 **Related Jira Tickets:** [TDE-783](https://toitutewhenua.atlassian.net/browse/TDE-783?atlOrigin=eyJpIjoiODhlMWFkYTVlYzhiNGJjYTgwOTI4OWVjNmQ3YzczMjciLCJwIjoiaiJ9) @@ -24,9 +25,9 @@ python3 generate-argo-cli-commands-elevation.py - **region-year-datatype-scale.yaml:** workflow parameters for this dataset - **standardise-publish.sh:** bash script to 'deploy' argo workflows - **nb: the commented lines at the end of this file detail the datasets not run due to know issues.** + **nb: the commented lines at the end of this file detail the datasets not run due to know issues.** -**Submitting:** +**Submitting:** ```bash sh standardise-publish.sh From 0d0c514d8a2b0245f8f7cffb07abc522f41c5d6b Mon Sep 17 00:00:00 2001 From: Megan Davidson Date: Mon, 31 Jul 2023 12:03:53 +1200 Subject: [PATCH 4/7] fix: delete generated file --- tools/standardise-publish.sh | 135 ----------------------------------- 1 file changed, 135 deletions(-) delete mode 100644 tools/standardise-publish.sh diff --git a/tools/standardise-publish.sh b/tools/standardise-publish.sh deleted file mode 100644 index 5105fd6f7..000000000 --- a/tools/standardise-publish.sh +++ /dev/null @@ -1,135 +0,0 @@ -#!/bin/bash - -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./mackenzie-2015-dem-1m.yaml --generate-name mackenzie-2015-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./mackenzie-2015-dsm-1m.yaml --generate-name mackenzie-2015-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./queenstown-2016-dem-1m.yaml --generate-name queenstown-2016-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./queenstown-2016-dsm-1m.yaml --generate-name queenstown-2016-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./blenheim-2014-dem-1m.yaml --generate-name blenheim-2014-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./blenheim-2014-dsm-1m.yaml --generate-name blenheim-2014-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./reporoa-and-upper-piako-river-2019-dem-1m.yaml --generate-name reporoa-and-upper-piako-river-2019-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./reporoa-and-upper-piako-river-2019-dsm-1m.yaml --generate-name reporoa-and-upper-piako-river-2019-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./otago-2016-dem-1m.yaml --generate-name otago-2016-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./otago-2016-dsm-1m.yaml --generate-name otago-2016-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./motueka-river-valley-2018-2019-dem-1m.yaml --generate-name motueka-river-valley-2018-2019-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./motueka-river-valley-2018-2019-dsm-1m.yaml --generate-name motueka-river-valley-2018-2019-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./whangarei-heads-2016-dem-1m.yaml --generate-name whangarei-heads-2016-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./whangarei-heads-2016-dsm-1m.yaml --generate-name whangarei-heads-2016-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./wellington-city-2019-2020-dem-1m.yaml --generate-name wellington-city-2019-2020-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./wellington-city-2019-2020-dsm-1m.yaml --generate-name wellington-city-2019-2020-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./huntly-2015-2019-dem-1m.yaml --generate-name huntly-2015-2019-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./huntly-2015-2019-dsm-1m.yaml --generate-name huntly-2015-2019-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./thames-2017-2019-dem-1m.yaml --generate-name thames-2017-2019-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./thames-2017-2019-dsm-1m.yaml --generate-name thames-2017-2019-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./canterbury-2018-2019-dem-1m.yaml --generate-name canterbury-2018-2019-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./canterbury-2018-2019-dsm-1m.yaml --generate-name canterbury-2018-2019-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./hamilton-2019-dem-1m.yaml --generate-name hamilton-2019-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./hamilton-2019-dsm-1m.yaml --generate-name hamilton-2019-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./marsden-point-2016-dem-1m.yaml --generate-name marsden-point-2016-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./marsden-point-2016-dsm-1m.yaml --generate-name marsden-point-2016-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./marlborough-2018-dem-1m.yaml --generate-name marlborough-2018-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./marlborough-2018-dsm-1m.yaml --generate-name marlborough-2018-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./christchurch-and-ashley-river-2018-2019-dem-1m.yaml --generate-name christchurch-and-ashley-river-2018-2019-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./christchurch-and-ashley-river-2018-2019-dsm-1m.yaml --generate-name christchurch-and-ashley-river-2018-2019-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./wellington-2013-2014-dem-1m.yaml --generate-name wellington-2013-2014-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./wellington-2013-2014-dsm-1m.yaml --generate-name wellington-2013-2014-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./manawatu-whanganui-2015-2016-dem-1m.yaml --generate-name manawatu-whanganui-2015-2016-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./manawatu-whanganui-2015-2016-dsm-1m.yaml --generate-name manawatu-whanganui-2015-2016-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./banks-peninsula-2018-2019-dem-1m.yaml --generate-name banks-peninsula-2018-2019-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./banks-peninsula-2018-2019-dsm-1m.yaml --generate-name banks-peninsula-2018-2019-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./richmond-and-motueka-2015-dem-1m.yaml --generate-name richmond-and-motueka-2015-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./richmond-and-motueka-2015-dsm-1m.yaml --generate-name richmond-and-motueka-2015-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./canterbury-2016-2017-dem-1m.yaml --generate-name canterbury-2016-2017-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./canterbury-2016-2017-dsm-1m.yaml --generate-name canterbury-2016-2017-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./abel-tasman-and-golden-bay-2016-dem-1m.yaml --generate-name abel-tasman-and-golden-bay-2016-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./abel-tasman-and-golden-bay-2016-dsm-1m.yaml --generate-name abel-tasman-and-golden-bay-2016-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./balclutha-2020-dem-1m.yaml --generate-name balclutha-2020-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./balclutha-2020-dsm-1m.yaml --generate-name balclutha-2020-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./palmerston-north-2018-dem-1m.yaml --generate-name palmerston-north-2018-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./palmerston-north-2018-dsm-1m.yaml --generate-name palmerston-north-2018-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./auckland-south-2016-2017-dem-1m.yaml --generate-name auckland-south-2016-2017-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./auckland-south-2016-2017-dsm-1m.yaml --generate-name auckland-south-2016-2017-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./christchurch-and-selwyn-2015-dem-1m.yaml --generate-name christchurch-and-selwyn-2015-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./christchurch-and-selwyn-2015-dsm-1m.yaml --generate-name christchurch-and-selwyn-2015-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./golden-bay-2017-dem-1m.yaml --generate-name golden-bay-2017-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./golden-bay-2017-dsm-1m.yaml --generate-name golden-bay-2017-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./upper-hutt-city-2021-dem-1m.yaml --generate-name upper-hutt-city-2021-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./upper-hutt-city-2021-dsm-1m.yaml --generate-name upper-hutt-city-2021-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./christchurch-2020-2021-dem-1m.yaml --generate-name christchurch-2020-2021-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./christchurch-2020-2021-dsm-1m.yaml --generate-name christchurch-2020-2021-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./kapiti-coast-2021-dem-1m.yaml --generate-name kapiti-coast-2021-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./kapiti-coast-2021-dsm-1m.yaml --generate-name kapiti-coast-2021-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./nelson-and-tasman-2008-2015-dem-1m.yaml --generate-name nelson-and-tasman-2008-2015-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./nelson-and-tasman-2008-2015-dsm-1m.yaml --generate-name nelson-and-tasman-2008-2015-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./bay-of-plenty-2018-2019-dem-1m.yaml --generate-name bay-of-plenty-2018-2019-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./bay-of-plenty-2018-2019-dsm-1m.yaml --generate-name bay-of-plenty-2018-2019-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./whanganui-urban-2020-2021-dem-1m.yaml --generate-name whanganui-urban-2020-2021-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./whanganui-urban-2020-2021-dsm-1m.yaml --generate-name whanganui-urban-2020-2021-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./queenstown-2021-dem-1m.yaml --generate-name queenstown-2021-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./queenstown-2021-dsm-1m.yaml --generate-name queenstown-2021-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./auckland-north-2016-2018-dem-1m.yaml --generate-name auckland-north-2016-2018-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./auckland-north-2016-2018-dsm-1m.yaml --generate-name auckland-north-2016-2018-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./hutt-city-2021-dem-1m.yaml --generate-name hutt-city-2021-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./hutt-city-2021-dsm-1m.yaml --generate-name hutt-city-2021-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./nelson-2021-dem-1m.yaml --generate-name nelson-2021-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./nelson-2021-dsm-1m.yaml --generate-name nelson-2021-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./dunedin-and-mosgiel-2021-dem-1m.yaml --generate-name dunedin-and-mosgiel-2021-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./dunedin-and-mosgiel-2021-dsm-1m.yaml --generate-name dunedin-and-mosgiel-2021-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./west-coast-2020-2022-dem-1m.yaml --generate-name west-coast-2020-2022-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./west-coast-2020-2022-dsm-1m.yaml --generate-name west-coast-2020-2022-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./kaikoura-2016-dem-1m.yaml --generate-name kaikoura-2016-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./kaikoura-2016-dsm-1m.yaml --generate-name kaikoura-2016-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./gisborne-2018-2020-dem-1m.yaml --generate-name gisborne-2018-2020-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./gisborne-2018-2020-dsm-1m.yaml --generate-name gisborne-2018-2020-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./northland-2018-2020-dem-1m.yaml --generate-name northland-2018-2020-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./northland-2018-2020-dsm-1m.yaml --generate-name northland-2018-2020-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./marlborough-2020-2021-dem-1m.yaml --generate-name marlborough-2020-2021-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./marlborough-2020-2021-dsm-1m.yaml --generate-name marlborough-2020-2021-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./taranaki-2021-dem-1m.yaml --generate-name taranaki-2021-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./taranaki-2021-dsm-1m.yaml --generate-name taranaki-2021-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./canterbury-2020-dem-1m.yaml --generate-name canterbury-2020-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./canterbury-2020-dsm-1m.yaml --generate-name canterbury-2020-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./tasman-bay-2022-dem-1m.yaml --generate-name tasman-bay-2022-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./tasman-bay-2022-dsm-1m.yaml --generate-name tasman-bay-2022-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./stewart-island-rakiura-oban-2021-dem-1m.yaml --generate-name stewart-island-rakiura-oban-2021-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./stewart-island-rakiura-oban-2021-dsm-1m.yaml --generate-name stewart-island-rakiura-oban-2021-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./coastal-catchments-2021-dem-1m.yaml --generate-name coastal-catchments-2021-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./coastal-catchments-2021-dsm-1m.yaml --generate-name coastal-catchments-2021-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./waimea-dam-2023-dem-1m.yaml --generate-name waimea-dam-2023-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./waimea-dam-2023-dsm-1m.yaml --generate-name waimea-dam-2023-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./nelson-and-tasman-top-of-the-south-flood-2022-dem-1m.yaml --generate-name nelson-and-tasman-top-of-the-south-flood-2022-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./nelson-and-tasman-top-of-the-south-flood-2022-dsm-1m.yaml --generate-name nelson-and-tasman-top-of-the-south-flood-2022-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./tasman-2020-2022-dem-1m.yaml --generate-name tasman-2020-2022-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./tasman-2020-2022-dsm-1m.yaml --generate-name tasman-2020-2022-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./wanaka-2022-2023-dem-1m.yaml --generate-name wanaka-2022-2023-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./wanaka-2022-2023-dsm-1m.yaml --generate-name wanaka-2022-2023-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./hawkes-bay-2020-2021-dem-1m.yaml --generate-name hawkes-bay-2020-2021-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./hawkes-bay-2020-2021-dsm-1m.yaml --generate-name hawkes-bay-2020-2021-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./waikato-2021-dem-1m.yaml --generate-name waikato-2021-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./waikato-2021-dsm-1m.yaml --generate-name waikato-2021-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./southland-2020-2022-dem-1m.yaml --generate-name southland-2020-2022-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./southland-2020-2022-dsm-1m.yaml --generate-name southland-2020-2022-dsm-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./bay-of-plenty-2019-2022-dem-1m.yaml --generate-name bay-of-plenty-2019-2022-dem-1m -argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./bay-of-plenty-2019-2022-dsm-1m.yaml --generate-name bay-of-plenty-2019-2022-dsm-1m - - - -# auckland-2013-dem-1m.yaml not written to bash as further action required: to be transformed first, don't process yet ASC FILES -# auckland-2013-dsm-1m.yaml not written to bash as further action required: to be transformed first, don't process yet ASC FILES -# kaikoura-2012-dem-1m.yaml not written to bash as further action required: ASC FILES -# kaikoura-2012-dsm-1m.yaml not written to bash as further action required: ASC FILES -# hawarden-2015-dem-1m.yaml not written to bash as further action required: ASC FILES -# hawarden-2015-dsm-1m.yaml not written to bash as further action required: ASC FILES -# timaru-rivers-2014-dem-1m.yaml not written to bash as further action required: ASC FILES -# timaru-rivers-2014-dsm-1m.yaml not written to bash as further action required: ASC FILES -# hurunui-rivers-2013-dem-1m.yaml not written to bash as further action required: ASC FILES -# hurunui-rivers-2013-dsm-1m.yaml not written to bash as further action required: ASC FILES -# rangiora-2014-dem-1m.yaml not written to bash as further action required: ASC FILES -# rangiora-2014-dsm-1m.yaml not written to bash as further action required: ASC FILES -# amberly-2012-dem-1m.yaml not written to bash as further action required: ASC FILES -# amberly-2012-dsm-1m.yaml not written to bash as further action required: ASC FILES -# cheviot-2015-dem-1m.yaml not written to bash as further action required: ASC FILES -# cheviot-2015-dsm-1m.yaml not written to bash as further action required: ASC FILES -# tauranga-and-coast-2015-dem-1m.yaml not written to bash as further action required: ASC FILES -# tauranga-and-coast-2015-dsm-1m.yaml not written to bash as further action required: ASC FILES -# west-coast-and-hauraki-plains-2015-dem-1m.yaml not written to bash as further action required: ASC FILES -# west-coast-and-hauraki-plains-2015-dsm-1m.yaml not written to bash as further action required: ASC FILES From 068b328a3cea493f08d4538816fd0982c4bffd27 Mon Sep 17 00:00:00 2001 From: Megan Davidson Date: Mon, 31 Jul 2023 12:54:35 +1200 Subject: [PATCH 5/7] fix: add dataset --- tools/data/elevation-31-07-23.csv | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tools/data/elevation-31-07-23.csv b/tools/data/elevation-31-07-23.csv index 0d6101390..e3dfc5f87 100644 --- a/tools/data/elevation-31-07-23.csv +++ b/tools/data/elevation-31-07-23.csv @@ -129,5 +129,7 @@ ASC FILES,Waikato - West Coast and Hauraki Plains LiDAR 1m DSM (2015),Waikato Re ,Southland LiDAR 1m DSM (2020-2022),Environment Southland,Aerial Surveys,2020-12-15,2022-05-11,7839,2193,s3://linz-elevation-staging/publish/Southland_LiDAR_2020-2022/DSM/,s3://linz-elevation/southland/southland_2020-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Southland region captured in 2020-2022. ,Bay of Plenty LiDAR 1m DEM (2019-2022),BOPLASS,Aerial Surveys,2019-10-27,2022-10-24,7839,2193,s3://linz-elevation-staging/publish/BayofPlenty_LiDAR_2019-2022/DEM/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2019-2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Bay of Plenty region captured in 2019-2022. ,Bay of Plenty LiDAR 1m DSM (2019-2022),BOPLASS,Aerial Surveys,2019-10-27,2022-10-24,7839,2193,s3://linz-elevation-staging/publish/BayofPlenty_LiDAR_2019-2022/DSM/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2019-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Bay of Plenty region captured in 2019-2022. +,Canterbury - Kaikōura and Waimakariri LiDAR 1m DEM (2022), Environment Canterbury, Aerial Surveys, 2022-05-02, 2022-09-15, 7839, 2193, s3://linz-elevation-staging/publish/Canterbury_Kaikoura_Waimakariri_LiDAR_2022/DEM/, s3://linz-elevation/canterbury/kaikoura_waimakariri_2022/dem_1m/2193/, 1000, 10000, Digital Elevation Model within the Canterbury region captured in 2022. +,Canterbury - Kaikōura and Waimakariri LiDAR 1m DSM (2022), Environment Canterbury, Aerial Surveys, 2022-05-02, 2022-09-15, 7839, 2193, s3://linz-elevation-staging/publish/Canterbury_Kaikoura_Waimakariri_LiDAR_2022/DSM/, s3://linz-elevation/canterbury/kaikoura_waimakariri_2022/dsm_1m/2193/, 1000, 10000, Digital Surface Model within the Canterbury region captured in 2022. part of west coast dataset,,,,,,,,s3://linz-elevation-staging/lidar2/West_Coast_-_Westport_LiDAR_(2020)/,,,,, part of west coast dataset,,,,,,,,s3://linz-elevation-staging/publish/WestCoast_Westport_LiDAR_2020/,,,,, From 3d12db1e91cf2c654c2800a94780dc59d257eebe Mon Sep 17 00:00:00 2001 From: Megan Davidson Date: Mon, 31 Jul 2023 13:43:20 +1200 Subject: [PATCH 6/7] fix: temporary publish location --- tools/generate-argo-cli-commands-elevation.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/tools/generate-argo-cli-commands-elevation.py b/tools/generate-argo-cli-commands-elevation.py index 7eb332019..90cb8fe1e 100644 --- a/tools/generate-argo-cli-commands-elevation.py +++ b/tools/generate-argo-cli-commands-elevation.py @@ -62,6 +62,9 @@ def _valid_params(params: Dict[str, str]) -> Tuple[bool, str]: return (False, "TODO Noted") return (True, "") +def _tmp_target_edit(target: str) -> str: + return target.replace("s3://linz-elevation/", "s3://linz-workflow-artifacts/linz-elevation/") + with open(PARAMETERS_CSV, "r") as csv_file: reader = csv.reader(csv_file) @@ -77,7 +80,7 @@ def _valid_params(params: Dict[str, str]) -> Tuple[bool, str]: params = { "comments": row[index["comments"]], "source": row[index["source"]], - "target": row[index["target"]], + "target": _tmp_target_edit(row[index["target"]]), "title": row[index["title"]], "description": row[index["description"]], "start-datetime": row[index["startdate"]], From e170a0134966b9660dc3caae58db842197be3d17 Mon Sep 17 00:00:00 2001 From: Megan Davidson Date: Tue, 1 Aug 2023 12:21:56 +1200 Subject: [PATCH 7/7] fix: update grouping add missing dataset --- tools/data/elevation-31-07-23.csv | 4 ++-- tools/generate-argo-cli-commands-elevation.py | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/tools/data/elevation-31-07-23.csv b/tools/data/elevation-31-07-23.csv index e3dfc5f87..c0d8dddcd 100644 --- a/tools/data/elevation-31-07-23.csv +++ b/tools/data/elevation-31-07-23.csv @@ -129,7 +129,7 @@ ASC FILES,Waikato - West Coast and Hauraki Plains LiDAR 1m DSM (2015),Waikato Re ,Southland LiDAR 1m DSM (2020-2022),Environment Southland,Aerial Surveys,2020-12-15,2022-05-11,7839,2193,s3://linz-elevation-staging/publish/Southland_LiDAR_2020-2022/DSM/,s3://linz-elevation/southland/southland_2020-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Southland region captured in 2020-2022. ,Bay of Plenty LiDAR 1m DEM (2019-2022),BOPLASS,Aerial Surveys,2019-10-27,2022-10-24,7839,2193,s3://linz-elevation-staging/publish/BayofPlenty_LiDAR_2019-2022/DEM/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2019-2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Bay of Plenty region captured in 2019-2022. ,Bay of Plenty LiDAR 1m DSM (2019-2022),BOPLASS,Aerial Surveys,2019-10-27,2022-10-24,7839,2193,s3://linz-elevation-staging/publish/BayofPlenty_LiDAR_2019-2022/DSM/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2019-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Bay of Plenty region captured in 2019-2022. -,Canterbury - Kaikōura and Waimakariri LiDAR 1m DEM (2022), Environment Canterbury, Aerial Surveys, 2022-05-02, 2022-09-15, 7839, 2193, s3://linz-elevation-staging/publish/Canterbury_Kaikoura_Waimakariri_LiDAR_2022/DEM/, s3://linz-elevation/canterbury/kaikoura_waimakariri_2022/dem_1m/2193/, 1000, 10000, Digital Elevation Model within the Canterbury region captured in 2022. -,Canterbury - Kaikōura and Waimakariri LiDAR 1m DSM (2022), Environment Canterbury, Aerial Surveys, 2022-05-02, 2022-09-15, 7839, 2193, s3://linz-elevation-staging/publish/Canterbury_Kaikoura_Waimakariri_LiDAR_2022/DSM/, s3://linz-elevation/canterbury/kaikoura_waimakariri_2022/dsm_1m/2193/, 1000, 10000, Digital Surface Model within the Canterbury region captured in 2022. +,Canterbury - Kaikōura and Waimakariri LiDAR 1m DEM (2022), Environment Canterbury, Aerial Surveys, 2022-05-02, 2022-09-15, 7839, 2193, s3://linz-elevation-staging/publish/Canterbury_Kaikoura_Waimakariri_LiDAR_2022/DEM/, s3://linz-elevation/canterbury/kaikoura_waimakariri_2022/dem_1m/2193/, 1000, 10000, Digital Elevation Model within the Canterbury - Kaikōura and Waimakariri region captured in 2022. +,Canterbury - Kaikōura and Waimakariri LiDAR 1m DSM (2022), Environment Canterbury, Aerial Surveys, 2022-05-02, 2022-09-15, 7839, 2193, s3://linz-elevation-staging/publish/Canterbury_Kaikoura_Waimakariri_LiDAR_2022/DSM/, s3://linz-elevation/canterbury/kaikoura_waimakariri_2022/dsm_1m/2193/, 1000, 10000, Digital Surface Model within the Canterbury - Kaikōura and Waimakariri region captured in 2022. part of west coast dataset,,,,,,,,s3://linz-elevation-staging/lidar2/West_Coast_-_Westport_LiDAR_(2020)/,,,,, part of west coast dataset,,,,,,,,s3://linz-elevation-staging/publish/WestCoast_Westport_LiDAR_2020/,,,,, diff --git a/tools/generate-argo-cli-commands-elevation.py b/tools/generate-argo-cli-commands-elevation.py index 90cb8fe1e..9e444bfa8 100644 --- a/tools/generate-argo-cli-commands-elevation.py +++ b/tools/generate-argo-cli-commands-elevation.py @@ -91,7 +91,7 @@ def _tmp_target_edit(target: str) -> str: "compression": "dem_lerc", "retile": "true", "validate": "false", - "group": "1", + "group": "5", } params = {**params, **_add_licensor(row, index)}