diff --git a/kubernetes/loculus/silo_import_job.sh b/kubernetes/loculus/silo_import_job.sh index 3602e1fca..1601e3b4d 100755 --- a/kubernetes/loculus/silo_import_job.sh +++ b/kubernetes/loculus/silo_import_job.sh @@ -48,7 +48,17 @@ download_data() { released_data_endpoint="$BACKEND_BASE_URL/get-released-data" echo "calling $released_data_endpoint" + + set +e curl -o "$data_dir/data.ndjson" --fail-with-body "$released_data_endpoint" -H "Authorization: Bearer $jwt" + exit_code=$? + set -e + + if [ $exit_code -ne 0 ]; then + echo "Curl command failed with exit code $exit_code, cleaning up and exiting." + rm -rf "$data_dir" + exit $exit_code + fi echo "downloaded $(wc -l < "$data_dir/data.ndjson") sequences" echo