Skip to content

Temporarily Disable Java Integration Tests #8919

Temporarily Disable Java Integration Tests

Temporarily Disable Java Integration Tests #8919

Workflow file for this run

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: integration
concurrency:
group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
cancel-in-progress: true
# trigger for all PRs that touch certain files and changes to master
on:
push:
branches:
- master
pull_request:
paths:
- .github/**
- arrow-array/**
- arrow-buffer/**
- arrow-cast/**
- arrow-csv/**
- arrow-data/**
- arrow-integration-test/**
- arrow-integration-testing/**
- arrow-ipc/**
- arrow-json/**
- arrow-avro/**
- arrow-ord/**
- arrow-pyarrow-integration-testing/**
- arrow-schema/**
- arrow-select/**
- arrow-sort/**
- arrow-string/**
- arrow/**
jobs:
integration:
name: Archery test With other arrows
runs-on: ubuntu-latest
container:
image: apache/arrow-dev:amd64-conda-integration
env:
ARROW_USE_CCACHE: OFF
ARROW_CPP_EXE_PATH: /build/cpp/debug
ARROW_GO_INTEGRATION: 1
BUILD_DOCS_CPP: OFF
# These are necessary because the github runner overrides $HOME
# https://github.com/actions/runner/issues/863
RUSTUP_HOME: /root/.rustup
CARGO_HOME: /root/.cargo
defaults:
run:
shell: bash
steps:
# This is necessary so that actions/checkout can find git
- name: Export conda path
run: echo "/opt/conda/envs/arrow/bin" >> $GITHUB_PATH
# This is necessary so that Rust can find cargo
- name: Export cargo path
run: echo "/root/.cargo/bin" >> $GITHUB_PATH
- name: Check rustup
run: which rustup
- name: Check cmake
run: which cmake
- name: Checkout Arrow
uses: actions/checkout@v4
with:
repository: apache/arrow
submodules: true
fetch-depth: 0
- name: Checkout Arrow Rust
uses: actions/checkout@v4
with:
path: rust
fetch-depth: 0
- name: Install pythonnet
run: conda run --no-capture-output pip install pythonnet
- name: Install archery
run: conda run --no-capture-output pip install -e dev/archery[integration]
- name: Make build directory
run: mkdir /build
- name: Build Rust
run: conda run --no-capture-output ci/scripts/rust_build.sh $PWD /build
- name: Build C++
run: conda run --no-capture-output ci/scripts/cpp_build.sh $PWD /build
- name: Build C#
run: conda run --no-capture-output ci/scripts/csharp_build.sh $PWD /build
- name: Build Go
run: conda run --no-capture-output ci/scripts/go_build.sh $PWD
# Temporarily disabled - https://github.com/apache/arrow-rs/issues/4963
# - name: Build Java
# run: conda run --no-capture-output ci/scripts/java_build.sh $PWD /build
- name: Build JS
run: conda run --no-capture-output ci/scripts/js_build.sh $PWD /build
- name: Run integration tests
run: |
conda run --no-capture-output archery integration \
--run-flight \
--run-c-data \
--run-ipc \
--with-cpp=1 \
--with-csharp=1 \
--with-java=0 \
--with-js=1 \
--with-go=1 \
--with-rust=1 \
--gold-dirs=testing/data/arrow-ipc-stream/integration/0.14.1 \
--gold-dirs=testing/data/arrow-ipc-stream/integration/0.17.1 \
--gold-dirs=testing/data/arrow-ipc-stream/integration/1.0.0-bigendian \
--gold-dirs=testing/data/arrow-ipc-stream/integration/1.0.0-littleendian \
--gold-dirs=testing/data/arrow-ipc-stream/integration/2.0.0-compression \
--gold-dirs=testing/data/arrow-ipc-stream/integration/4.0.0-shareddict
# test FFI against the C-Data interface exposed by pyarrow
pyarrow-integration-test:
name: Pyarrow C Data Interface
runs-on: ubuntu-latest
strategy:
matrix:
rust: [ stable ]
steps:
- uses: actions/checkout@v4
with:
submodules: true
- name: Setup Rust toolchain
run: |
rustup toolchain install ${{ matrix.rust }}
rustup default ${{ matrix.rust }}
rustup component add rustfmt clippy
- name: Cache Cargo
uses: actions/cache@v3
with:
path: /home/runner/.cargo
key: cargo-maturin-cache-
- name: Cache Rust dependencies
uses: actions/cache@v3
with:
path: /home/runner/target
# this key is not equal because maturin uses different compilation flags.
key: ${{ runner.os }}-${{ matrix.arch }}-target-maturin-cache-${{ matrix.rust }}-
- uses: actions/setup-python@v4
with:
python-version: '3.7'
- name: Upgrade pip and setuptools
run: pip install --upgrade pip setuptools wheel virtualenv
- name: Create virtualenv and install dependencies
run: |
virtualenv venv
source venv/bin/activate
pip install maturin toml pytest pytz pyarrow>=5.0
- name: Run Rust tests
run: |
source venv/bin/activate
cargo test -p arrow --test pyarrow --features pyarrow
- name: Run tests
run: |
source venv/bin/activate
cd arrow-pyarrow-integration-testing
maturin develop
pytest -v .