validate.sh

#!/bin/sh

goc_method="https://goc.egi.eu/gocdbpi/public/?method=get_service_endpoint"

exit_value=0

# Get all VOs names
VO_LIST=$(mktemp)
curl --silent "http://cclavoisier01.in2p3.fr:8080/lavoisier/VoList?accept=json" |
	jq -r ".data[].name" >"$VO_LIST"

# Get fedcloudclient sites
FEDCLOUD_CLI_SITES=$(mktemp)
curl --silent "https://raw.githubusercontent.com/tdviet/fedcloudclient/master/config/sites.yaml" \
	>"$FEDCLOUD_CLI_SITES"

# Temp file for nova endpoint
NOVA_ENDPOINT=$(mktemp)

for f in sites/*.yaml; do
	goc_site=$(grep "^gocdb:" "$f" | cut -f2 -d":" | tr -d "[:space:]")
	endpoint=$(grep "^endpoint:" "$f" | cut -f2- -d":" | tr -d "[:space:]")
	echo "::debug::Searching for endpoint $endpoint in $goc_site site ($f)"
	curl --silent "$goc_method&sitename=$goc_site&service_type=org.openstack.nova" \
		>"$NOVA_ENDPOINT"
	if ! grep -q "<SITENAME>$goc_site</SITENAME>" "$NOVA_ENDPOINT"; then
		echo "::error file=$f title=Missing site::Site $goc_site not found in GOC"
		exit_value=1
		continue
	fi
	if ! grep -q "<URL>$endpoint</URL>" "$NOVA_ENDPOINT"; then
		echo "::error file=$f title=URL not found::URL $endpoint for $goc_site not found in GOC"
		exit_value=1
	else
		echo "::notice file=$f title=OK::Site $goc_site is ok"
	fi
	# check if all VOs configured do exist
	# Try to use FQAN
	# So the VO that comes from the file, it will be either:
	# - just the name of the VO
	# - /<name of the VO>/some more extra/
	# - /VO=<name of the VO>/some more stuff/
	# Won't cause error in validation!
	for vo in $(yq -r ".vos[].name" <"$f" | cut -f2 -d"/" | sed "s/^VO=//"); do
		if ! grep -q "^$vo\$" "$VO_LIST"; then
			echo "::warning file=$f title=VO not in ops portal::VO $vo not found in ops portal"
		fi
	done

	# check if site is also on:
	# https://github.com/tdviet/fedcloudclient/blob/master/config/sites.yaml
	if ! grep -q "$f" "$FEDCLOUD_CLI_SITES"; then
		echo "::error file=$f title=Site not in fedcloudclient::Site $goc_site not found in fedcloudclient"
		exit_value=1
	fi
done

for site in $(yq -r '.[]' <"$FEDCLOUD_CLI_SITES"); do
	if ! test -s "sites/$(basename "$site")"; then
		echo "::error::Site $(basename "$site") not found in fedcloud-catchall-operations"
		exit_value=1
	fi
done

# check that the VO mappings are up to date according to ops portal
for vo in $(yq -r '.vos | keys[]' <vo-mappings.yaml | cut -f2 -d"/" | sed "s/^VO=//"); do
	if ! grep -q "^$vo\$" "$VO_LIST"; then
		line="$(grep -n "$vo" vo-mappings.yaml | head -1 | cut -f1 -d:)"
		echo "::error file=vo-mappings.yaml line=$line title=VO not in ops portal::VO $vo not found in ops portal"
		exit_value=1
	fi
done

rm "$NOVA_ENDPOINT"
rm "$FEDCLOUD_CLI_SITES"
rm "$VO_LIST"

exit $exit_value