HPCC4J-553 Github Actions: Add baremetal test workflow #1

Workflow file for this run

.github/workflows/baremetal-regression-suite.yml at 2390f41

	name: Baremetal Regression Suite

	on:
	pull_request:
	branches:
	- "master"
	- "candidate-*"

	workflow_dispatch:

	jobs:
	test-against-platform:
	runs-on: ubuntu-latest

	steps:
	- name: Setup JDK 11
	uses: actions/setup-java@v1
	with:
	java-version: 11

	- uses: "actions/setup-python@v2"
	with:
	python-version: "3.8"

	- name: "Install dependencies"
	run: \|
	set -xe
	python -VV
	python -m site
	python -m pip install --upgrade pip setuptools wheel

	- uses: actions/checkout@v3
	with:
	ref: ${{ github.event.pull_request.head.sha }}
	fetch-depth: 0

	- name: Rebase
	if: github.event_name == 'pull_request'
	run: \|
	git config user.email '[email protected]'
	git config user.name 'hpccsystems development'
	git rebase origin/${{ github.event.pull_request.base.ref }}
	git log --pretty=one -n 15

	- name: Extract Latest Tagged Version
	id: extract_version
	env:
	PULL_REQUEST_NUMBER : ${{ github.event.pull_request.number }}
	PULL_REQUEST_TITLE : ${{ github.event.pull_request.title }}
	PULL_REQUEST_AUTHOR_NAME : ${{ github.event.pull_request.user.login }}
	PULL_URL: ${{ github.event.pull_request.html_url }}
	COMMENTS_URL: ${{ github.event.pull_request.comments_url }}
	GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
	BRANCH_NAME: ${{ github.ref_name }}
	shell: python
	run: \|
	import os
	import re
	import subprocess
	import time
	import sys

	def extractVersion(versionStr):
	parts = versionStr.split('.')
	if len(parts) != 3:
	print('Invalid version: ' + version)
	sys.exit(1)
	if parts[2].lower() == 'x':
	parts[2] = '0'

	major, minor, point = map(int, parts)
	return [major, minor, point]

	def getTagVersionForCmd(cmd):
	versionPattern = re.compile(r'.([0-9]+\.[0-9]+\.[0-9]+).')

	# Echo git tag command
	print('Running: ' + cmd)

	# Print current directory
	print('Current directory: ' + os.getcwd())

	# List files in current directory
	print('Files in current directory: ' + str(os.listdir()))

	# Get latest release version
	gitTagProcess = subprocess.Popen(cmd, stdout=subprocess.PIPE, shell=True)
	(output, err) = gitTagProcess.communicate()
	gitTagProcessStatus = gitTagProcess.wait()

	if gitTagProcessStatus != 0:
	print('Unable to retrieve latest git tag. With error: ' + str(err))
	sys.exit(1)

	latestGitTag = str(output)

	versionMatch = versionPattern.match(latestGitTag)
	if versionMatch:
	return extractVersion(versionMatch.group(1))
	else:
	print('Unable to extract version from git tag: ' + latestGitTag)
	sys.exit(2)

	def buildVersionString(version):
	major, minor, point = map(int, version)
	return f'{major}.{minor}.{point}'

	def getLatestBranchVersion(branchName):

	latestVersion = getTagVersionForCmd("git tag --list 'hpcc4j_*-release' --sort=-v:refname \| head -n 1")

	# If we are merging into master we assume it is going into the next minor release
	if branchName == 'master':
	return buildVersionString([latestVersion[0], latestVersion[1] + 2, 0])
	else:
	# Extract candidate branch major / minor version
	candidateBranchPattern = re.compile(r'candidate-([0-9]+\.[0-9]+\.([0-9]+\|x)).*')
	branchVersionMatch = candidateBranchPattern.match(branchName)
	branchVersion = extractVersion(branchVersionMatch.group(1))

	# Get latest release in branch
	findLatestBranchVer = "git tag --list 'hpcc4j_" + str(branchVersion[0]) + "." + str(branchVersion[1]) + "*-release' --sort=-v:refname \| head -n 1"
	return getTagVersionForCmd(findLatestBranchVer)

	branch_name = os.environ['BRANCH_NAME']
	latestVersion = getLatestBranchVersion(branch_name)
	latestVersionURL = 'https://cdn.hpccsystems.com/releases/CE-Candidate-' + latestVersion + '/bin/platform/hpccsystems-platform-community_' + latestVersion + '-1jammy_amd64_withsymbols.deb'

	# Return latest version
	# with open(os.environ['GITHUB_OUTPUT'], 'a') as f:
	# f.write(f"lastestVersion={latestVersion}\n")
	# f.write(f"lastestVersionURL={latestVersionURL}\n")

	print(f"::set-output name=latestVersion::{latestVersion}")
	print(f"::set-output name=latestVersionURL::{latestVersionURL}")

	- name: Print Latest Version
	run: echo "The latest version is ${{ steps.extract_version.outputs.latestVersion }}"

	- name: Install latest version
	run: \|
	wget -q ${{ steps.extract_version.outputs.latestVersionURL }}
	sudo apt-get update
	sudo apt-get install -y expect
	sudo dpkg -i hpccsystems-platform-community_*.deb
	sudo apt-get -f install -y

	- name: Start HPCC-Platform
	shell: "bash"
	run: \|
	export LANG="en_US.UTF-8"
	sudo update-locale
	sudo /etc/init.d/hpcc-init start

	- name: Add Host File Entries
	run: \|
	sudo -- sh -c -e "echo '127.0.0.1 eclwatch.default' >> /etc/hosts";
	sudo -- sh -c -e "echo '127.0.0.1 rowservice.default' >> /etc/hosts";
	sudo -- sh -c -e "echo '127.0.0.1 sql2ecl.default' >> /etc/hosts";

	- name: List running services
	run: \|
	sudo apt-get install -y net-tools
	sudo netstat -tulpn
	sudo netstat -tulpn \| grep 8010
	sudo netstat -tulpn \| grep 8510

	# speed things up with caching from https://docs.github.com/en/actions/guides/building-and-testing-java-with-maven
	- name: Cache Maven packages
	uses: actions/cache@v2
	with:
	path: ~/.m2
	key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
	restore-keys: ${{ runner.os }}-m2

	- name: Build with Maven
	run: mvn -B --activate-profiles jenkins-on-demand -Dmaven.gpg.skip=true -Dmaven.javadoc.skip=true -Dmaven.test.failure.ignore=false -Dhpccconn=http://localhost:8010 -Dwssqlconn=http://localhost:8510 -DHPCC30117=open install

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

HPCC4J-553 Github Actions: Add baremetal test workflow #1

Workflow file

HPCC4J-553 Github Actions: Add baremetal test workflow #1

Jobs

Run details

Workflow file for this run