From 1c4e271974e92f36257275da019c9d6f12f48180 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Jes=C3=BAs=20Poderoso?= <120394830+JesusPoderoso@users.noreply.github.com> Date: Tue, 2 Jul 2024 10:32:22 +0200 Subject: [PATCH] Improve CI workflows in master, and branching model refactor (#365) * Refs #21226: Improve CI workflows in master and apply Fast DDS branching model Signed-off-by: JesusPoderoso * Refs #21226: Add RELEASE_SUPPORT.md file Signed-off-by: JesusPoderoso * Refs #21226: Add suggested changes from previous / similar PRs Signed-off-by: JesusPoderoso * Refs #21226: Apply rev suggestion Signed-off-by: JesusPoderoso --------- Signed-off-by: JesusPoderoso (cherry picked from commit d912d11bc7f1cbf9e89cc47b7053e701ec279e3c) # Conflicts: # .github/actions/fetch-fastddsgen-repos/action.yml # .github/workflows/config/build.meta --- .github/workflows/config/build.meta | 7 + .github/workflows/config/test.repos | 5 + .github/workflows/nightly-ubuntu-ci.yml | 106 +++++++++++ .github/workflows/reusable-ubuntu-ci.yml | 214 +++++++++++++++++++++++ .github/workflows/ubuntu-ci.yml | 77 ++++++++ RELEASE_SUPPORT.md | 19 ++ 6 files changed, 428 insertions(+) create mode 100644 .github/workflows/config/build.meta create mode 100644 .github/workflows/config/test.repos create mode 100644 .github/workflows/nightly-ubuntu-ci.yml create mode 100644 .github/workflows/reusable-ubuntu-ci.yml create mode 100644 .github/workflows/ubuntu-ci.yml create mode 100644 RELEASE_SUPPORT.md diff --git a/.github/workflows/config/build.meta b/.github/workflows/config/build.meta new file mode 100644 index 00000000..bf171319 --- /dev/null +++ b/.github/workflows/config/build.meta @@ -0,0 +1,7 @@ +names: + fastdds: + cmake-args: + - "-DEPROSIMA_BUILD_TESTS=ON" + fastdds_python: + cmake-args: + - "-DBUILD_TESTING=ON" diff --git a/.github/workflows/config/test.repos b/.github/workflows/config/test.repos new file mode 100644 index 00000000..5052ee82 --- /dev/null +++ b/.github/workflows/config/test.repos @@ -0,0 +1,5 @@ +repositories: + googletest-distribution: + type: git + url: https://github.com/google/googletest.git + version: release-1.11.0 diff --git a/.github/workflows/nightly-ubuntu-ci.yml b/.github/workflows/nightly-ubuntu-ci.yml new file mode 100644 index 00000000..0a2c601e --- /dev/null +++ b/.github/workflows/nightly-ubuntu-ci.yml @@ -0,0 +1,106 @@ +name: Fast DDS Gen Ubuntu CI (nightly) + +on: + workflow_dispatch: + schedule: + - cron: '0 1 * * *' + +jobs: + nightly-ubuntu-ci-master: + strategy: + fail-fast: false + matrix: + java-version: + - 'openjdk-11-jdk' + - 'openjdk-19-jdk' + uses: eProsima/Fast-DDS-Gen/.github/workflows/reusable-ubuntu-ci.yml@master + with: + os-version: 'ubuntu-22.04' + java-version: ${{ matrix.java-version }} + label: 'nightly-ubuntu-ci-master' + fastdds-gen-branch: 'master' + fastdds-branch: 'master' + fastcdr-branch: 'master' + fastdds-python-branch: 'main' + discovery-server-branch: 'master' + run-build: true + run-tests: true + use-ccache: false + + nightly-ubuntu-ci-3_3_x: + strategy: + fail-fast: false + matrix: + java-version: + - 'openjdk-11-jdk' + - 'openjdk-19-jdk' + fastcdr-branch: + - '1.1.x' + - '2.x' + uses: eProsima/Fast-DDS-Gen/.github/workflows/reusable-ubuntu-ci.yml@3.3.x + with: + os-version: 'ubuntu-22.04' + java-version: ${{ matrix.java-version }} + label: 'nightly-ubuntu-ci-3.3.x' + fastdds-gen-branch: '3.3.x' + fastdds-branch: '2.14.x' + fastcdr-branch: ${{ matrix.fastcdr-branch }} + fastdds-python-branch: '1.4.x' + discovery-server-branch: 'v1.2.2' + run-build: true + run-tests: true + use-ccache: false + + nightly-ubuntu-ci-3_2_x: + strategy: + fail-fast: false + matrix: + java-version: + - 'openjdk-11-jdk' + - 'openjdk-19-jdk' + fastcdr-branch: + - '1.1.x' + - '2.x' + uses: eProsima/Fast-DDS-Gen/.github/workflows/reusable-ubuntu-ci.yml@3.2.x + with: + os-version: 'ubuntu-22.04' + java-version: ${{ matrix.java-version }} + label: 'nightly-ubuntu-ci-3.2.x' + fastdds-gen-branch: '3.2.x' + fastdds-branch: '2.13.x' + fastcdr-branch: ${{ matrix.fastcdr-branch }} + fastdds-python-branch: '1.4.x' + discovery-server-branch: 'v1.2.2' + run-build: true + run-tests: true + use-ccache: false + + nightly-ubuntu-ci-2_5_x: + uses: eProsima/Fast-DDS-Gen/.github/workflows/reusable-ubuntu-ci.yml@2.5.x + with: + os-version: 'ubuntu-22.04' + java-version: 'openjdk-11-jdk' + label: 'nightly-ubuntu-ci-2.5.x' + fastdds-gen-branch: '2.5.x' + fastdds-branch: '2.10.x' + fastcdr-branch: '1.0.x' + fastdds-python-branch: '1.2.x' + discovery-server-branch: 'v1.2.1' + run-build: true + run-tests: true + use-ccache: false + + nightly-ubuntu-ci-2_1_x: + uses: eProsima/Fast-DDS-Gen/.github/workflows/reusable-ubuntu-ci.yml@2.1.x + with: + os-version: 'ubuntu-20.04' + java-version: 'openjdk-11-jdk' + label: 'nightly-ubuntu-ci-2.1.x' + fastdds-gen-branch: '2.1.x' + fastdds-branch: '2.6.x' + fastcdr-branch: '1.0.x' + fastdds-python-branch: '1.0.x' + discovery-server-branch: 'v1.2.1' + run-build: true + run-tests: true + use-ccache: false diff --git a/.github/workflows/reusable-ubuntu-ci.yml b/.github/workflows/reusable-ubuntu-ci.yml new file mode 100644 index 00000000..123b9f83 --- /dev/null +++ b/.github/workflows/reusable-ubuntu-ci.yml @@ -0,0 +1,214 @@ +name: Fast DDS Gen Ubuntu CI reusable workflow + +on: + workflow_call: + inputs: + os-version: + description: 'The OS image for the workflow' + required: true + type: string + java-version: + description: 'The Java version to be used' + required: true + type: string + label: + description: 'ID associated to the workflow' + required: true + type: string + fastddsgen-branch: + description: 'Fast DDS Gen branch to be used' + required: true + type: string + fastdds-branch: + description: 'Branch or tag of Fast DDS repository' + required: false + type: string + default: 'master' + fastcdr-branch: + description: 'Branch or tag of Fast CDR repository' + required: false + type: string + default: 'master' + fastdds-python-branch: + description: 'Branch or tag of Fast DDS Python repository' + required: false + type: string + default: 'main' + discovery-server-branch: + description: 'Branch or tag of Discovery Server repository' + required: false + type: string + default: 'master' + run-build: + description: 'Build Fast DDS Gen' + required: false + type: boolean + default: true + run-tests: + description: 'Run test suite of Fast DDS Gen' + required: false + type: boolean + default: true + use-ccache: + description: 'Use CCache to speed up the build' + required: false + type: boolean + default: false +defaults: + run: + shell: bash + +jobs: + ubuntu-build-test: + runs-on: ${{ inputs.os-version }} + if: ${{ inputs.run-build == true }} + strategy: + fail-fast: false + matrix: + cmake-build-type: + - 'RelWithDebInfo' + steps: + - name: Add ci-pending label if PR + if: ${{ github.event_name == 'pull_request' }} + uses: eProsima/eProsima-CI/external/add_labels@v0 + with: + labels: ci-pending + number: ${{ github.event.number }} + repo: eProsima/Fast-DDS-Gen + + - name: Sync eProsima/Fast-DDS-Gen repository + uses: eProsima/eProsima-CI/external/checkout@v0 + with: + path: ${{ github.workspace }}/src/fastddsgen + ref: ${{ inputs.fastddsgen-branch }} + + - name: Install Fix Python version + uses: eProsima/eProsima-CI/external/setup-python@v0 + with: + python-version: '3.11' + + - name: Get minimum supported version of CMake + uses: eProsima/eProsima-CI/external/get-cmake@v0 + with: + cmakeVersion: 3.22.6 + + - name: Install apt packages + uses: eProsima/eProsima-CI/ubuntu/install_apt_packages@v0 + with: + packages: libasio-dev libtinyxml2-dev libssl-dev swig ${{ inputs.java-version }} + + - name: Configure Java to ${{ inputs.java-version }} + shell: bash + run: | + jv=$(echo ${{ inputs.java-version }} | sed -r 's/.*-([0-9]*)-.*/\1/g'); jvs=$(update-alternatives --list java | grep "$jv" | head -1); sudo update-alternatives --set java "$jvs" + jv=$(echo ${{ inputs.java-version }} | sed -r 's/.*-([0-9]*)-.*/\1/g'); jvs=$(update-alternatives --list javac | grep "$jv" | head -1); sudo update-alternatives --set javac "$jvs" + + - name: Install colcon + uses: eProsima/eProsima-CI/multiplatform/install_colcon@v0 + + - name: Install Python dependencies + uses: eProsima/eProsima-CI/multiplatform/install_python_packages@v0 + with: + packages: vcstool xmlschema xmltodict==0.13.0 jsondiff==2.0.0 pandas==1.5.2 + upgrade: false + + - name: Setup CCache + uses: eProsima/eProsima-CI/external/setup-ccache-action@v0 + if: ${{ inputs.use-ccache == true }} + with: + api_token: ${{ secrets.GITHUB_TOKEN }} + + - name: Get Fast DDS branch + id: get_fastdds_branch + uses: eProsima/eProsima-CI/ubuntu/get_related_branch_from_repo@v0 + with: + remote_repository: eProsima/Fast-DDS + fallback_branch: ${{ inputs.fastdds-branch }} + + - name: Get Fast CDR branch + id: get_fastcdr_branch + uses: eProsima/eProsima-CI/ubuntu/get_related_branch_from_repo@v0 + with: + remote_repository: eProsima/Fast-CDR + fallback_branch: ${{ inputs.fastcdr-branch }} + + - name: Get Fast DDS Python branch + id: get_fastdds_python_branch + uses: eProsima/eProsima-CI/ubuntu/get_related_branch_from_repo@v0 + with: + remote_repository: eProsima/Fast-DDS-python + fallback_branch: main + + - name: Get Discovery Server branch + id: get_discovery_server_branch + uses: eProsima/eProsima-CI/ubuntu/get_related_branch_from_repo@v0 + with: + remote_repository: eProsima/Discovery-Server + fallback_branch: master + + - name: Download Fast CDR, Fast DDS Python, and Discovery Server + run: | + cd src + git clone -b ${{ steps.get_fastcdr_branch.outputs.deduced_branch }} https://github.com/eProsima/Fast-CDR.git fastcdr + git clone -b ${{ steps.get_fastdds_python_branch.outputs.deduced_branch }} https://github.com/eProsima/Fast-DDS-python.git fastdds_python + git clone -b ${{ steps.get_discovery_server_branch.outputs.deduced_branch }} https://github.com/eProsima/Discovery-Server.git discovery_server + cd .. + shell: bash + + - name: Download Fast DDS repo + uses: eProsima/eProsima-CI/external/checkout@v0 + with: + repository: eProsima/Fast-DDS + path: ${{ github.workspace }}/src/fastdds + ref: ${{ steps.get_fastdds_branch.outputs.deduced_branch }} + + - name: Fetch Fast DDS dependencies + uses: eProsima/eProsima-CI/multiplatform/vcs_import@v0 + with: + vcs_repos_file: ${{ github.workspace }}/src/fastdds/fastdds.repos + destination_workspace: src + skip_existing: 'true' + + - name: Build fastddsgen + run: | + cd ${{ github.workspace }}/src/fastddsgen + ./gradlew assemble + echo "$(pwd)/scripts" >> ${{ github.path }} + + - name: Regenerate IDL files for Fast DDS, Fast DDS Python, and Discovery Server + run: | + cd ${{ github.workspace }}/src/fastdds + ./utils/scripts/update_generated_code_from_idl.sh + cd - + + cd ${{ github.workspace }}/src/fastdds_python + ./utils/scripts/update_generated_code_from_idl.sh + cd - + + cd ${{ github.workspace }}/src/discovery_server + ./utils/scripts/update_generated_code_from_idl.sh + cd - + + - name: Fetch Fast DDS Gen CI dependencies + uses: eProsima/eProsima-CI/multiplatform/vcs_import@v0 + if: ${{ inputs.run-tests == true }} + with: + vcs_repos_file: ${{ github.workspace }}/src/fastddsgen/.github/workflows/config/test.repos + destination_workspace: src + skip_existing: 'true' + + - name: Colcon build + continue-on-error: false + uses: eProsima/eProsima-CI/multiplatform/colcon_build@v0 + with: + colcon_meta_file: ${{ github.workspace }}/src/fastddsgen/.github/workflows/config/build.meta + colcon_build_args_default: '--event-handlers=console_direct+' + cmake_build_type: ${{ matrix.cmake-build-type }} + workspace: ${{ github.workspace }} + + - name: Test fastddsgen + if: ${{ inputs.run-tests == true }} + run: | + source ${{ github.workspace }}/install/local_setup.bash + cd ${{ github.workspace }}/src/fastddsgen + ./gradlew test diff --git a/.github/workflows/ubuntu-ci.yml b/.github/workflows/ubuntu-ci.yml new file mode 100644 index 00000000..8b440ed4 --- /dev/null +++ b/.github/workflows/ubuntu-ci.yml @@ -0,0 +1,77 @@ +name: Fast DDS Gen Ubuntu CI + +on: + workflow_dispatch: + inputs: + fastddsgen-branch: + description: 'Fast DDS Gen branch to be used' + required: true + type: string + fastdds-branch: + description: 'Branch or tag of Fast DDS repository' + required: false + type: string + default: 'master' + fastcdr-branch: + description: 'Branch or tag of Fast CDR repository' + required: false + type: string + default: 'master' + fastdds-python-branch: + description: 'Branch or tag of Fast DDS Python repository' + required: false + type: string + default: 'main' + discovery-server-branch: + description: 'Branch or tag of Discovery Server repository' + required: false + type: string + default: 'master' + run-tests: + description: 'Run test suite of Fast DDS Gen' + required: false + type: boolean + default: true + use-ccache: + description: 'Use CCache to speed up the build' + required: false + type: boolean + default: false + + pull_request: + types: + - review_requested + paths-ignore: + - '**.md' + - '**.txt' + - '!**/CMakeLists.txt' + +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true + +jobs: + ubuntu-ci: + strategy: + fail-fast: false + matrix: + java-version: + - 'openjdk-11-jdk' + - 'openjdk-19-jdk' + + if: ${{ !(github.event_name == 'pull_request') || !contains(github.event.pull_request.labels.*.name, 'conflicts') }} + uses: ./.github/workflows/reusable-ubuntu-ci.yml + with: + # It would be desirable to have a matrix of ubuntu OS for this job, but due to the issue opened in this ticket: + # https://github.com/orgs/community/discussions/128118 , it has been set as a single OS job. + os-version: 'ubuntu-22.04' + java-version: ${{ matrix.java-version }} + label: 'ubuntu-ci-${{ matrix.java-version }}' + fastddsgen-branch: ${{ inputs.fastddsgen-branch || github.ref }} + fastdds-branch: ${{ inputs.fastdds-branch || 'master' }} + fastcdr-branch: ${{ inputs.fastcdr-branch || 'master' }} + fastdds-python-branch: ${{ inputs.fastdds-python-branch || 'main' }} + discovery-server-branch: ${{ inputs.discovery-server-branch || 'master' }} + run-build: ${{ !(github.event_name == 'pull_request') || !contains(github.event.pull_request.labels.*.name, 'skip-ci') }} + run-tests: ${{ (inputs.run-tests == true) || ((github.event_name == 'pull_request') && (!contains(github.event.pull_request.labels.*.name, 'no-test'))) }} + use-ccache: ${{ (inputs.use-ccache == true) || false }} diff --git a/RELEASE_SUPPORT.md b/RELEASE_SUPPORT.md new file mode 100644 index 00000000..e6232319 --- /dev/null +++ b/RELEASE_SUPPORT.md @@ -0,0 +1,19 @@ +# Release support + + +Please, refer to the [master branch](https://github.com/eProsima/Fast-DDS-Gen/blob/master/RELEASE_SUPPORT.md) for the latest version of this document. + +*eProsima Fast DDS-Gen* maintains several releases with different support cycles. +**All of them are attached to different *eProsima Fast DDS* releases.** + +## *eProsima Fast DDS* and *Fast DDS-Gen* version compatibility + +|Fast DDS Version|Fast DDS-Gen Version|Fast DDS-Gen Version branch|Fast DDS-Gen Latest Release| +|----------------|--------------------|---------------------------|---------------------------| +|2.14|3.3|[3.3.x](https://github.com/eProsima/Fast-DDS-Gen/tree/3.3.x)|[v3.3.0](https://github.com/eProsima/Fast-DDS-Gen/releases/tag/v3.3.0)| +|2.13|3.2|[3.2.x](https://github.com/eProsima/Fast-DDS-Gen/tree/3.2.x)|[v3.2.1](https://github.com/eProsima/Fast-DDS-Gen/releases/tag/v3.2.1)| +|2.10|2.5|[2.5.x](https://github.com/eProsima/Fast-DDS-Gen/tree/2.5.x)|[v2.4.0](https://github.com/eProsima/Fast-DDS-Gen/releases/tag/v2.4.0)| +|2.6|2.1|[2.1.x](https://github.com/eProsima/Fast-DDS-Gen/tree/2.1.x)|[v2.1.3](https://github.com/eProsima/Fast-DDS-Gen/releases/tag/v2.1.3)| + + +For detailed information about the lifecycle of the different *Fast DDS* versions (and their corresponding counterpart in this repository), please refer to the [release support section of the Fast DDS repository](https://github.com/eProsima/Fast-DDS/blob/master/RELEASE_SUPPORT.md).