fix ecdh psi coredump #326
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: WeDPR-Component ci for full node | |
on: | |
push: | |
paths-ignore: | |
- "docs/**" | |
- "python/**" | |
- "cpp/wedpr-transport/sdk-wrapper/python/bindings/**" | |
- "Changelog.md" | |
- "README.md" | |
pull_request: | |
paths-ignore: | |
- "docs/**" | |
- "python/**" | |
- "Changelog.md" | |
- "README.md" | |
release: | |
types: [published, push] | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
cancel-in-progress: true | |
env: | |
RUST_BACKTRACE: 1 | |
ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true | |
ACTIONS_RUNNER_FORCED_INTERNAL_NODE_VERSION: node16 | |
ACTIONS_RUNNER_FORCE_ACTIONS_NODE_VERSION: node16 | |
jobs: | |
build: | |
name: build all | |
runs-on: ${{ matrix.os }} | |
continue-on-error: true | |
strategy: | |
fail-fast: false | |
matrix: | |
os: [macos-13, ubuntu-20.04] | |
steps: | |
- uses: actions/checkout@v2 | |
with: | |
fetch-depth: 5 | |
- uses: actions-rs/toolchain@v1 | |
with: | |
toolchain: nightly-2022-07-28 | |
override: true | |
- name: Prepare vcpkg | |
if: runner.os != 'Windows' | |
uses: friendlyanon/setup-vcpkg@v1 | |
with: { committish: 51b14cd4e1230dd51c11ffeff6f7d53c61cc5297 } | |
- uses: actions/cache@v2 | |
id: deps_cache | |
with: | |
path: | | |
deps/ | |
c:/vcpkg | |
!c:/vcpkg/.git | |
!c:/vcpkg/buildtrees | |
!c:/vcpkg/packages | |
!c:/vcpkg/downloads | |
key: build-all-${{ matrix.os }}-${{ github.base_ref }}-${{ hashFiles('.github/workflows/cpp_full_node_workflow.yml') }} | |
restore-keys: | | |
build-all-${{ matrix.os }}-${{ github.base_ref }}-${{ hashFiles('.github/workflows/cpp_full_node_workflow.yml') }} | |
build-all-${{ matrix.os }}-${{ github.base_ref }}- | |
build-all-${{ matrix.os }}- | |
- name: Build for linux | |
if: runner.os == 'Linux' | |
run: | | |
sudo apt install -y lcov ccache wget libgmp-dev python3-dev | |
export GCC='gcc-10' | |
export CXX='g++-10' | |
sudo bash -x cpp/tools/install_depends.sh -o ubuntu | |
mkdir -p cpp/build && cd cpp/build && cmake -DBUILD_STATIC=ON -DTESTS=ON -DCOVERAGE=ON -DCMAKE_TOOLCHAIN_FILE=${{ env.VCPKG_ROOT }}/scripts/buildsystems/vcpkg.cmake ../ | |
echo "Disk usage before delete files: "`df -lh` | |
du -sch ${{ env.VCPKG_ROOT }}/buildtrees/* | |
du -sch ${{ env.VCPKG_ROOT }}/buildtrees/grpc/src/* | |
rm -rf ${{ env.VCPKG_ROOT }}/buildtrees/grpc/src | |
rm -rf ${{ env.VCPKG_ROOT }}/buildtrees/grpc/*-dbg | |
rm -rf ${{ env.VCPKG_ROOT }}/buildtrees/krb5/src | |
rm -rf ${{ env.VCPKG_ROOT }}/buildtrees/gsasl/src | |
rm -rf ${{ env.VCPKG_ROOT }}/buildtrees/protobuf/src | |
rm -rf ${{ env.VCPKG_ROOT }}/buildtrees/wedprcrypto/src | |
rm -rf ${{ env.VCPKG_ROOT }}buildtrees/openssl/src | |
rm -rf ${{ env.VCPKG_ROOT }}/buildtrees/*/*-dbg | |
echo "Disk usage after delete files: "`df -lh` | |
make -j3 | |
- name: upgradeDependss | |
if: runner.os == 'macOS' | |
run: | | |
wget http://ftp.gnu.org/gnu/automake/automake-1.14.1.tar.gz | |
tar -xf automake-1.14.1.tar.gz | |
cd automake-1.14.1 | |
./configure && make -j4 && make install | |
cd .. | |
- name: Build for macOS | |
if: runner.os == 'macOS' | |
run: | | |
bash -x cpp/tools/install_depends.sh -o macos | |
brew install libiconv | |
export PATH="/usr/local/opt/libiconv/bin:$PATH" | |
export DYLD_LIBRARY_PATH=/usr/local/opt/libiconv/lib:${DYLD_LIBRARY_PATH} | |
mkdir -p cpp/build && cd cpp/build | |
export SDKROOT=$(xcrun --sdk macosx --show-sdk-path) && cmake -DBUILD_STATIC=ON -DTESTS=ON -DCOVERAGE=ON -DCMAKE_TOOLCHAIN_FILE=${{ env.VCPKG_ROOT }}/scripts/buildsystems/vcpkg.cmake ../ | |
make -j3 | |
- name: Publish Error | |
if: always() | |
uses: actions/upload-artifact@v4 | |
with: | |
name: gperftools-build-err.log | |
path: /home/runner/work/WeDPR-Component/WeDPR-Component/cpp/deps/src/gperftools-stamp/gperftools-build-err.log | |
- uses: actions/upload-artifact@v4 | |
if: runner.os == 'macOS' | |
with: | |
name: ppc-air-node-macOS | |
path: ./cpp/build/bin/ppc-air-node | |
- uses: actions/upload-artifact@v4 | |
if: runner.os == 'macOS' | |
with: | |
name: ppc-pro-node-macOS | |
path: ./cpp/build/bin/ppc-pro-node | |
- uses: actions/upload-artifact@v4 | |
if: runner.os == 'macOS' | |
with: | |
name: ppc-gateway-service-macOS | |
path: ./cpp/build/bin/ppc-gateway-service | |
- name: Test | |
if: runner.os != 'Windows' | |
run: | | |
cd cpp/build && CTEST_OUTPUT_ON_FAILURE=TRUE make test ARGS="--output-on-failure" | |
- name: Publish Error | |
if: always() | |
uses: actions/upload-artifact@v4 | |
with: | |
name: build-x64-linux-dbg-err.log | |
path: /home/runner/work/WeDPR-Component/WeDPR-Component/vcpkg/buildtrees/gsasl/build-x64-linux-dbg-err.log | |
- name: Publish Error macos | |
if: always() | |
uses: actions/upload-artifact@v4 | |
with: | |
name: build-x64-osx-dbg-err.log | |
path: /Users/runner/work/WeDPR-Component/WeDPR-Component/vcpkg/buildtrees/gsasl/build-x64-osx-dbg-err.log | |
- name: Publish Error macos | |
if: always() | |
uses: actions/upload-artifact@v4 | |
with: | |
name: autoconf-x64-osx-err.log | |
path: /Users/runner/work/WeDPR-Component/WeDPR-Component/vcpkg/buildtrees/gsasl/autoconf-x64-osx-err.log | |
build_centos: | |
name: build_centos full node | |
runs-on: ubuntu-latest | |
continue-on-error: true | |
strategy: | |
fail-fast: false | |
matrix: | |
container: | |
- centos-7.9 | |
container: | |
image: docker.io/centos:7 | |
volumes: | |
- /usr/local/share/vcpkg:/usr/local/share/vcpkg | |
- /node20217:/node20217:rw,rshared | |
- ${{ matrix.container == 'centos-7.9' && '/node20217:/__e/node20:ro,rshared' || ' ' }} | |
steps: | |
- name: install nodejs20glibc2.17 | |
if: ${{ matrix.container == 'centos-7.9' }} | |
run: | | |
curl -LO https://unofficial-builds.nodejs.org/download/release/v20.9.0/node-v20.9.0-linux-x64-glibc-217.tar.xz | |
tar -xf node-v20.9.0-linux-x64-glibc-217.tar.xz --strip-components 1 -C /node20217 | |
- name: Check out the repo | |
uses: actions/checkout@v4 | |
- uses: actions/cache@v3 | |
id: deps_cache | |
with: | |
path: | | |
deps/ | |
/usr/local/share/vcpkg/buildtrees | |
/usr/local/share/vcpkg/packages | |
/home/runner/.ccache | |
/Users/runner/.ccache/ | |
key: centos-notest-all-${{ matrix.os }}-${{ github.base_ref }}-${{ hashFiles('.github/workflows/cpp_full_node_workflow.yml') }} | |
restore-keys: | | |
centos-notest-all-${{ matrix.os }}-${{ github.base_ref }}-${{ hashFiles('.github/workflows/cpp_full_node_workflow.yml') }} | |
centos-notest-all-${{ matrix.os }}-${{ github.base_ref }}- | |
centos-notest-all-${{ matrix.os }}- | |
- name: Prepare centos tools | |
run: | | |
rpm -ivh https://cbs.centos.org/kojifiles/packages/centos-release-scl-rh/2/3.el7.centos/noarch/centos-release-scl-rh-2-3.el7.centos.noarch.rpm | |
rpm -ivh https://cbs.centos.org/kojifiles/packages/centos-release-scl/2/3.el7.centos/noarch/centos-release-scl-2-3.el7.centos.noarch.rpm | |
sed -i s/mirror.centos.org/mirrors.aliyun.com/g /etc/yum.repos.d/*.repo | |
sed -i s/^#.*baseurl=http/baseurl=http/g /etc/yum.repos.d/*.repo | |
sed -i s/^mirrorlist=http/#mirrorlist=http/g /etc/yum.repos.d/*.repo | |
cat /etc/yum.repos.d/*.repo | |
yum clean all | |
yum makecache | |
yum update -y | |
yum install -y epel-release centos-release-scl centos-release-scl-rh | |
yum install -y https://packages.endpointdev.com/rhel/7/os/x86_64/endpoint-repo.x86_64.rpm | |
yum install -y libtool wget java-11-openjdk-devel git autoconf automake make gcc gcc-c++ glibc-static glibc-devel cmake3 ccache devtoolset-11 libzstd-devel zlib-devel flex bison python-devel python3-devel | |
- uses: actions-rs/toolchain@v1 | |
with: | |
toolchain: nightly-2022-07-28 | |
override: true | |
- name: Prepare vcpkg | |
if: runner.os != 'Windows' | |
uses: friendlyanon/setup-vcpkg@v1 | |
with: { committish: 51b14cd4e1230dd51c11ffeff6f7d53c61cc5297 } | |
- name: Check disk space | |
run: df . -h | |
- name: Free disk space | |
run: | | |
du -sch /usr/share/* | |
du -sch /opt/* | |
- name: Check disk space | |
run: | | |
df . -h | |
du /usr/ -hx -d 4 --threshold=1G | sort -hr | head | |
df /tmp | |
du /tmp | sort -n | |
ls -lh /tmp | |
- name: upgradeDependss | |
run: | | |
wget http://ftp.gnu.org/gnu/automake/automake-1.14.1.tar.gz | |
tar -xf automake-1.14.1.tar.gz | |
cd automake-1.14.1 | |
./configure && make -j4 && make install | |
cd .. | |
- name: DependenciesBuild | |
run: | | |
bash -x cpp/tools/install_depends.sh -o centos | |
alias cmake='cmake3' | |
. /opt/rh/devtoolset-11/enable | |
rm -rf python | |
mkdir -p cpp/build | |
cd cpp/build | |
cmake3 -DCMAKE_TOOLCHAIN_FILE=${{ env.VCPKG_ROOT }}/scripts/buildsystems/vcpkg.cmake -DBUILD_STATIC=ON -DCMAKE_BUILD_TYPE=Release -DTESTS=ON ../ | |
- name: FreeDiskSpace | |
run: | | |
df -lh | |
du -sch /usr/local/share/vcpkg/buildtrees/* | |
du -sch /usr/local/share/vcpkg/buildtrees/grpc/src/* | |
rm -rf /usr/local/share/vcpkg/buildtrees/grpc/src | |
rm -rf /usr/local/share/vcpkg/buildtrees/grpc/*-dbg | |
rm -rf /usr/local/share/vcpkg/buildtrees/openssl/src | |
rm -rf /usr/local/share/vcpkg/buildtrees/openssl/*-dbg | |
rm -rf /usr/local/share/vcpkg/buildtrees/*/*-dbg | |
df -lh | |
- name: Compile | |
run: | | |
alias cmake='cmake3' | |
. /opt/rh/devtoolset-11/enable | |
cd cpp/build && cmake3 --build . --parallel 3 | |
#- name: Test | |
# run: | | |
# export OMP_NUM_THREADS=1 | |
# cd build && CTEST_OUTPUT_ON_FAILURE=TRUE make test | |
- uses: actions/upload-artifact@v3 | |
with: | |
name: ppc-air-node-x64 | |
path: ./cpp/build/bin/ppc-air-node | |
- uses: actions/upload-artifact@v3 | |
with: | |
name: ppc-pro-node-x64 | |
path: ./cpp/build/bin/ppc-pro-node | |
- uses: actions/upload-artifact@v3 | |
with: | |
name: ppc-gateway-service-x64 | |
path: ./cpp/build/bin/ppc-gateway-service | |
- name: Publish Error macos | |
if: always() | |
uses: actions/upload-artifact@v4 | |
with: | |
name: vcpkg-manifest-install.log | |
path: /__w/WeDPR-Component/WeDPR-Component/cpp/build/vcpkg-manifest-install.log | |
- name: Publish Error macos | |
if: always() | |
uses: actions/upload-artifact@v4 | |
with: | |
name: autoconf-x64-linux-err.log | |
path: /__w/WeDPR-Component/WeDPR-Component/vcpkg/buildtrees/gsasl/autoconf-x64-linux-err.log |