Makefile

# Copyright (C) 2019-Present VMware, and affiliates Inc. All rights reserved.
# This program and the accompanying materials are made available under the
# terms of the under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain a
# copy of the License at
# http://www.apache.org/licenses/LICENSE-2.0
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations under
# the License.
## ======================================================================
##                     greenplum-database-release - Makefile
## ======================================================================
## Variables
## ======================================================================

# set the concourse target default to dev
CONCOURSE ?= releng

# set the greenplum-database-release default branch to current branch
BRANCH ?= $(shell git rev-parse --abbrev-ref HEAD)
WORKSPACE ?= ${HOME}/workspace

DEV_PIPELINE_NAME              = dev-greenplum-database-release-${BRANCH}-${USER}
DEV_PIPELINE_7_NAME              = dev-greenplum-database-release-7-${BRANCH}-${USER}
FLY_CMD                    ?= fly_7.8.3
FLY_OPTION_NON_INTERACTIVE ?=

DEV_GPDB_PACKAGE_TESTING_PIPELINE_NAME ?= dev-gpdb-package-testing-${BRANCH}-${USER}
DEV_GPDB7_PACKAGE_TESTING_PIPELINE_NAME ?= dev-gpdb7-package-testing-${BRANCH}-${USER}
GOLANG_VERSION = 1.17.6

## ----------------------------------------------------------------------
## List explicit rules
## ----------------------------------------------------------------------

.PHONY: list
list:
	@sh -c "$(MAKE) -p no_targets__ 2>/dev/null | \
	awk -F':' '/^[a-zA-Z0-9][^\$$#\/\\t=]*:([^=]|$$)/ {split(\$$1,A,/ /);for(i in A)print A[i]}' | \
	grep -v Makefile | \
	grep -v '%' | \
	grep -v '__\$$' | \
	sort"

## ----------------------------------------------------------------------
## Set GPDB6 Variables
## ----------------------------------------------------------------------
RELEASE_CONSIST ?= ${WORKSPACE}/gp-release-train/consist/6.99.99.toml
RELEASE_CONFIG ?= ci/concourse/vars/gp6-release.yml
FILE_NAME ?= $(shell basename ${RELEASE_CONSIST})
RELEASE_VERSION ?= $(shell v='$(FILE_NAME)'; echo "$${v%.*}")
RELEASE_VERSION_REGEX ?= $(shell echo "${RELEASE_VERSION}" | sed 's/[][()\.^?+*${}|]/\\&/g')
COMMIT_SHA ?= $(shell grep commit ${RELEASE_CONSIST} | uniq | sed 's/.*"\(.*\)"/\1/' | uniq | cut -c 1-7 )
MINOR_VERSION ?= $(shell echo "${RELEASE_VERSION}" | sed 's/\(\.[0-9]*\)/\.0/2' | cut -d '+' -f1 )

## ----------------------------------------------------------------------
## Set GPDB7 Variables
## ----------------------------------------------------------------------
RELEASE_CONSIST_GPDB7 ?= ${WORKSPACE}/gp-release-train/consist/7.99.99.toml
RELEASE_CONFIG_GPDB7 ?= ci/concourse/vars/gp7-release.yml
FILE_NAME_GPDB7 ?= $(shell basename ${RELEASE_CONSIST_GPDB7})
RELEASE_VERSION_GPDB7 ?= $(shell v='$(FILE_NAME_GPDB7)'; echo "$${v%.*}")
RELEASE_VERSION_REGEX_GPDB7 ?= $(shell echo "${RELEASE_VERSION_GPDB7}" | sed 's/[][()\.^?+*${}|]/\\&/g')
COMMIT_SHA_GPDB7 ?= $(shell grep commit ${RELEASE_CONSIST_GPDB7} | uniq | sed 's/.*"\(.*\)"/\1/' | uniq | cut -c 1-7 )
MINOR_VERSION_GPDB7 ?= $(shell echo "${RELEASE_VERSION_GPDB7}" | sed 's/\(\.[0-9]*\)/\.0/2' | cut -d '+' -f1 )

## ----------------------------------------------------------------------
## Set Development Pipeline
## ----------------------------------------------------------------------
.PHONY: set-dev
set-dev: set-pipeline-dev

.PHONY: set-pipeline-dev
set-pipeline-dev:
	sed -e 's|slack-alert-releng-webhook|slack-alert-releng-test-webhook|g' -e 's|/prod/|/dev/|g' -e 's|((releng/tanzunet-refresh-token))|((releng/public-tanzunet-refresh-token))|g' ci/concourse/pipelines/gpdb-opensource-release.yml > ci/concourse/pipelines/${DEV_PIPELINE_NAME}.yml

	$(FLY_CMD) --target=$(CONCOURSE) \
    set-pipeline \
    --pipeline=${DEV_PIPELINE_NAME} \
    --config=ci/concourse/pipelines/${DEV_PIPELINE_NAME}.yml \
    --load-vars-from=ci/concourse/vars/greenplum-database-release.dev.yml \
    --var=greenplum-database-release-git-branch=${BRANCH} \
    --var=greenplum-database-release-git-remote=https://github.com/greenplum-db/greenplum-database-release.git \
    --var=pipeline-name=${DEV_PIPELINE_NAME} \
	--var=release-version="${RELEASE_VERSION_REGEX}" \
	--var=commit-sha=.* \
    --var=run_mode=dev \
    --var=golang_version=$(GOLANG_VERSION) \
	--var=minor-version=6.* \
    $(FLY_OPTION_NON_INTERACTIVE)

	$(FLY_CMD) --target=$(CONCOURSE) unpause-pipeline --pipeline=${DEV_PIPELINE_NAME}

.PHONY: set-gpdb7-pipeline-dev
set-gpdb7-pipeline-dev:
	sed -e 's|slack-alert-releng-webhook|slack-alert-releng-test-webhook|g' -e 's|slack-alert-general-webhook|slack-alert-releng-test-webhook|g' -e 's|/prod/|/dev/|g' -e 's|((releng/tanzunet-refresh-token))|((releng/public-tanzunet-refresh-token))|g' ci/concourse/pipelines/gpdb7-opensource-release.yml > ci/concourse/pipelines/${DEV_PIPELINE_7_NAME}.yml

	$(FLY_CMD) --target=$(CONCOURSE) \
    set-pipeline \
    --pipeline=${DEV_PIPELINE_7_NAME} \
    --config=ci/concourse/pipelines/${DEV_PIPELINE_7_NAME}.yml \
    --load-vars-from=ci/concourse/vars/greenplum-database-release-7.dev.yml \
    --var=greenplum-database-release-git-branch=${BRANCH} \
    --var=greenplum-database-release-git-remote=https://github.com/greenplum-db/greenplum-database-release.git \
    --var=pipeline-name=${DEV_PIPELINE_7_NAME} \
	--var=release-version="${RELEASE_VERSION_REGEX_GPDB7}" \
	--var=commit-sha=.* \
    --var=run_mode=dev \
    --var=golang_version=$(GOLANG_VERSION) \
	--var=minor-version=7.* \
    $(FLY_OPTION_NON_INTERACTIVE)

	$(FLY_CMD) --target=$(CONCOURSE) unpause-pipeline --pipeline=${DEV_PIPELINE_7_NAME}

## ----------------------------------------------------------------------
## Destroy Development Pipeline
## ----------------------------------------------------------------------

.PHONY: destroy-dev
destroy-dev: destroy-pipeline-dev

.PHONY: destroy-pipeline-dev
destroy-pipeline-dev:
	$(FLY_CMD) --target=${CONCOURSE} \
    destroy-pipeline \
    --pipeline=${DEV_PIPELINE_NAME} \
    $(FLY_OPTION_NON_INTERACTIVE)

## ----------------------------------------------------------------------
## Set Production Pipeline
## ----------------------------------------------------------------------

.PHONY: set-prod
set-prod: set-pipeline-prod

.PHONY: set-pipeline-prod
set-pipeline-prod:
	sed -e 's|commitish: release_artifacts/commitish|## commitish: release_artifacts/commitish|g' ci/concourse/pipelines/gpdb-opensource-release.yml > ci/concourse/pipelines/gpdb-opensource-release-prod.yml

	$(FLY_CMD) --target=$(CONCOURSE) \
    set-pipeline \
    --pipeline=greenplum-database-release \
    --config=ci/concourse/pipelines/gpdb-opensource-release-prod.yml \
    --load-vars-from=ci/concourse/vars/greenplum-database-release.prod.yml \
    --var=pipeline-name=greenplum-database-release \
    --var=greenplum-database-release-git-branch=main \
    --var=greenplum-database-release-git-remote=https://github.com/greenplum-db/greenplum-database-release.git \
	--var=release-version="${RELEASE_VERSION_REGEX}" \
	--var=commit-sha=${COMMIT_SHA} \
    --var=run_mode=prod \
    --var=golang_version=$(GOLANG_VERSION) \
	--var=minor-version=$(MINOR_VERSION) \
    $(FLY_OPTION_NON_INTERACTIVE)

	@echo using the following command to unpause the pipeline:
	@echo "\t$(FLY_CMD) --target=$(CONCOURSE) unpause-pipeline --pipeline greenplum-database-release"

.PHONY: set-gpdb7-pipeline-prod
set-gpdb7-pipeline-prod:
	sed -e 's|commitish: release_artifacts/commitish|## commitish: release_artifacts/commitish|g' ci/concourse/pipelines/gpdb7-opensource-release.yml > ci/concourse/pipelines/gpdb7-opensource-release-prod.yml

	$(FLY_CMD) --target=$(CONCOURSE) \
    set-pipeline \
    --pipeline=greenplum-database-release-7 \
    --config=ci/concourse/pipelines/gpdb7-opensource-release-prod.yml \
    --load-vars-from=ci/concourse/vars/greenplum-database-release-7.prod.yml \
    --var=pipeline-name=greenplum-database-release-7 \
    --var=greenplum-database-release-git-branch=main \
    --var=greenplum-database-release-git-remote=https://github.com/greenplum-db/greenplum-database-release.git \
	--var=release-version="${RELEASE_VERSION_REGEX_GPDB7}" \
	--var=commit-sha=${COMMIT_SHA_GPDB7} \
    --var=run_mode=prod \
    --var=golang_version=$(GOLANG_VERSION) \
	--var=minor-version=$(MINOR_VERSION_GPDB7) \
    $(FLY_OPTION_NON_INTERACTIVE)

	@echo using the following command to unpause the pipeline:
	@echo "\t$(FLY_CMD) --target=$(CONCOURSE) unpause-pipeline --pipeline greenplum-database-release-7"

## ----------------------------------------------------------------------
## Package Testing Pipelines
## ----------------------------------------------------------------------
${WORKSPACE}/gp-release/release-tools/generate-release-configuration:
	$(MAKE) -C ${WORKSPACE}/gp-release/release-tools build-generate-release-configuration

.PHONY: generate-variables
generate-variables: ${WORKSPACE}/gp-release/release-tools/generate-release-configuration $(RELEASE_CONSIST)
	${WORKSPACE}/gp-release/release-tools/generate-release-configuration -path $(RELEASE_CONSIST) 1>$(RELEASE_CONFIG)

.PHONY: generate-7-variables
generate-7-variables: ${WORKSPACE}/gp-release/release-tools/generate-release-configuration $(RELEASE_CONSIST_GPDB7)
	${WORKSPACE}/gp-release/release-tools/generate-release-configuration -path $(RELEASE_CONSIST_GPDB7) 1>$(RELEASE_CONFIG_GPDB7)

.PHONY: set-gpdb-package-testing-prod
set-gpdb-package-testing-prod: generate-variables
	sed -e 's|/env|/prod|g' ci/concourse/pipelines/gpdb-package-testing.yml > ci/concourse/pipelines/gpdb-package-testing-prod.yml

	$(FLY_CMD) --target=$(CONCOURSE) \
	set-pipeline \
	--pipeline=gpdb-package-testing \
	--config=ci/concourse/pipelines/gpdb-package-testing-prod.yml \
	--load-vars-from=${RELEASE_CONFIG} \
	--load-vars-from=ci/concourse/vars/gpdb-package-testing.prod.yml \
	--load-vars-from=ci/concourse/vars/greenplum-database-release.prod.yml \
	--var=pipeline-name=gpdb-package-testing \
	--var=run_mode=prod \
	$(FLY_OPTION_NON_INTERACTIVE)

.PHONY: set-gpdb-package-testing-dev
set-gpdb-package-testing-dev: generate-variables
	sed -e 's|/env|/dev|g' ci/concourse/pipelines/gpdb-package-testing.yml > ci/concourse/pipelines/gpdb-package-testing-dev.yml

	$(FLY_CMD) --target=$(CONCOURSE) \
	set-pipeline \
	--pipeline=${DEV_GPDB_PACKAGE_TESTING_PIPELINE_NAME} \
	--config=ci/concourse/pipelines/gpdb-package-testing-dev.yml \
	--load-vars-from=${RELEASE_CONFIG} \
	--load-vars-from=ci/concourse/vars/gpdb-package-testing.dev.yml \
	--load-vars-from=ci/concourse/vars/greenplum-database-release.dev.yml \
	--var=greenplum-database-release-git-branch=${BRANCH} \
	--var=pipeline-name=${DEV_GPDB_PACKAGE_TESTING_PIPELINE_NAME} \
	--var=run_mode=dev \
	$(FLY_OPTION_NON_INTERACTIVE)

	$(FLY_CMD) --target=$(CONCOURSE) unpause-pipeline --pipeline=${DEV_GPDB_PACKAGE_TESTING_PIPELINE_NAME}

.PHONY: set-gpdb7-package-testing-prod
set-gpdb7-package-testing-prod: generate-7-variables
	sed -e 's|/env|/prod|g' ci/concourse/pipelines/gpdb7-package-testing.yml > ci/concourse/pipelines/gpdb7-package-testing-prod.yml

	$(FLY_CMD) --target=$(CONCOURSE) \
	set-pipeline \
	--pipeline=gpdb7-package-testing \
	--config=ci/concourse/pipelines/gpdb7-package-testing-prod.yml \
	--load-vars-from=${RELEASE_CONFIG_GPDB7} \
	--load-vars-from=ci/concourse/vars/gpdb-package-testing.prod.yml \
	--load-vars-from=ci/concourse/vars/greenplum-database-release.prod.yml \
	--var=pipeline-name=gpdb7-package-testing \
	--var=run_mode=prod \
	$(FLY_OPTION_NON_INTERACTIVE)

.PHONY: set-gpdb7-package-testing-dev
set-gpdb7-package-testing-dev: generate-7-variables
	sed -e 's|/env|/dev|g' ci/concourse/pipelines/gpdb7-package-testing.yml > ci/concourse/pipelines/gpdb7-package-testing-dev.yml

	$(FLY_CMD) --target=$(CONCOURSE) \
	set-pipeline \
	--pipeline=${DEV_GPDB7_PACKAGE_TESTING_PIPELINE_NAME} \
	--config=ci/concourse/pipelines/gpdb7-package-testing-dev.yml \
	--load-vars-from=${RELEASE_CONFIG_GPDB7} \
	--load-vars-from=ci/concourse/vars/gpdb-package-testing.dev.yml \
	--load-vars-from=ci/concourse/vars/greenplum-database-release.dev.yml \
	--var=greenplum-database-release-git-branch=${BRANCH} \
	--var=pipeline-name=${DEV_GPDB7_PACKAGE_TESTING_PIPELINE_NAME} \
	--var=run_mode=dev \
	$(FLY_OPTION_NON_INTERACTIVE)

	$(FLY_CMD) --target=$(CONCOURSE) unpause-pipeline --pipeline=${DEV_GPDB7_PACKAGE_TESTING_PIPELINE_NAME}

## ----------------------------------------------------------------------
## Lint targets
## ----------------------------------------------------------------------
.PHONY: check
check:
	$(MAKE) lint

.PHONY: lint
lint:
	$(MAKE) yamllint shfmt markdown-lint

.PHONY: yamllint
yamllint:
	docker run --rm -v ${PWD}:/code cytopia/yamllint /code -c /code/.yamllint

.PHONY: shfmt
shfmt:
	docker run --rm -i -v "${PWD}":/code mvdan/shfmt:v3.0.2 -d /code

PHONY: markdown-lint
markdown-lint:
	docker run --rm -i -v "$(PWD):/code" avtodev/markdown-lint:v1 /code -c /code/.markdown-lint

## ----------------------------------------------------------------------
## Local packaging targets
## ----------------------------------------------------------------------

GPDB_MAJOR_VERSION = $(shell echo "${GPDB_VERSION}" | cut -d '.' -f1)

.PHONY: local-build-gpdb-rpm
local-build-gpdb-rpm:
	$(MAKE) local-build-gpdb$(GPDB_MAJOR_VERSION)-rpm

.PHONY: local-build-gpdb6-rpm local-build-gpdb7-rpm
local-build-gpdb6-rpm local-build-gpdb7-rpm:
	bin/create_gpdb6_rpm_package.bash

.PHONY: local-build-gpdb5-rpm local-build-gpdb4-rpm
local-build-gpdb5-rpm local-build-gpdb4-rpm:
	bin/create_gpdb5_rpm_package.bash

.PHONY:
local-build-gpdb-deb:
	$(MAKE) local-build-gpdb$(GPDB_MAJOR_VERSION)-deb

.PHONY: local-build-gpdb6-deb local-build-gpdb7-deb
local-build-gpdb6-deb local-build-gpdb7-deb:
	bin/create_gpdb6_deb_package.bash