Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat(ci): refine maven log with --no-transfer-progress option #4174

Open
wants to merge 3 commits into
base: main
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/gae.yml
Original file line number Diff line number Diff line change
Expand Up @@ -74,7 +74,7 @@ jobs:

# java maven test
cd ${GITHUB_WORKSPACE}/analytical_engine/java
mvn test -Dmaven.antrun.skip=true --quiet
mvn test -Dmaven.antrun.skip=true --no-transfer-progress

version=$(cat ${GITHUB_WORKSPACE}/VERSION)
export USER_JAR_PATH=${GITHUB_WORKSPACE}/analytical_engine/java/grape-demo/target/grape-demo-${version}-shaded.jar
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/gss.yml
Original file line number Diff line number Diff line change
Expand Up @@ -80,8 +80,8 @@ jobs:
export SCCACHE_DIR=~/.cache/sccache
export RUSTC_WRAPPER=/usr/local/bin/sccache
cd ${GITHUB_WORKSPACE}/interactive_engine
mvn clean install -P groot -Drust.compile.mode=debug -DskipTests --quiet
mvn clean install -Pgroot-data-load --quiet
mvn clean install -P groot -Drust.compile.mode=debug -DskipTests --no-transfer-progress
mvn clean install -Pgroot-data-load --no-transfer-progress
sccache --show-stats

- name: Gremlin Test
Expand Down
6 changes: 3 additions & 3 deletions .github/workflows/interactive.yml
Original file line number Diff line number Diff line change
Expand Up @@ -82,7 +82,7 @@ jobs:

# build compiler
cd ${GIE_HOME}/
mvn clean install -Pexperimental -DskipTests -q
mvn clean install -Pexperimental -DskipTests --no-transfer-progress

- name: Prepare dataset and workspace
env:
Expand Down Expand Up @@ -144,7 +144,7 @@ jobs:
bash generate_sdk.sh -g java
bash generate_sdk.sh -g python
cd java
mvn clean install -DskipTests -q
mvn clean install -DskipTests --no-transfer-progress
cd ../python
pip3 install -r requirements.txt
pip3 install -r test-requirements.txt
Expand Down Expand Up @@ -313,7 +313,7 @@ jobs:
sdk_version=$(grep -oPm1 "(?<=<version>)[^<]+" ${GITHUB_WORKSPACE}/flex/interactive/sdk/java/pom.xml)
sed -i "s/<interactive.sdk.version>.*<\/interactive.sdk.version>/<interactive.sdk.version>${sdk_version}<\/interactive.sdk.version>/" ${GITHUB_WORKSPACE}/interactive_engine/pom.xml
cd ${GITHUB_WORKSPACE}/interactive_engine/
mvn clean install -Pexperimental -DskipTests -q
mvn clean install -Pexperimental -DskipTests --no-transfer-progress

- name: Run End-to-End cypher adhoc ldbc query test
env:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/k8s-ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -607,7 +607,7 @@ jobs:
minikube image load graphscope/interactive-executor:${SHORT_SHA}

export PYTHONPATH=${GITHUB_WORKSPACE}/python:${PYTHONPATH}
cd ${GITHUB_WORKSPACE}/interactive_engine && mvn clean install --quiet -DskipTests -Drust.compile.skip=true -P graphscope
cd ${GITHUB_WORKSPACE}/interactive_engine && mvn clean install -DskipTests -Drust.compile.skip=true -P graphscope --no-transfer-progress
cd ${GITHUB_WORKSPACE}/interactive_engine/tests
# ./function_test.sh 8111 1
./function_test.sh 8112 2
Expand Down
2 changes: 1 addition & 1 deletion Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -158,7 +158,7 @@ interactive: $(INTERACTIVE_DIR)/assembly/target/graphscope.tar.gz
$(INTERACTIVE_DIR)/assembly/target/graphscope.tar.gz:
cd $(INTERACTIVE_DIR) && \
mvn --version && \
mvn package -DskipTests -Drust.compile.mode=$(BUILD_TYPE) -P graphscope -Drevision=$(VERSION) --quiet
mvn package -DskipTests -Drust.compile.mode=$(BUILD_TYPE) -P graphscope -Drevision=$(VERSION) --no-transfer-progress

learning-install: learning
mkdir -p $(INSTALL_PREFIX)
Expand Down
2 changes: 1 addition & 1 deletion analytical_engine/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -511,7 +511,7 @@ if(ENABLE_JAVA_SDK)

add_custom_command(
OUTPUT "${GAE_JAVA_RUNTIME_JAR}"
COMMAND mvn -Drevision=${GRAPHSCOPE_ANALYTICAL_JAR_VERSION} clean install -DskipTests --quiet
COMMAND mvn -Drevision=${GRAPHSCOPE_ANALYTICAL_JAR_VERSION} clean install -DskipTests --no-transfer-progress
DEPENDS gs_proto
WORKING_DIRECTORY ${GAE_JAVA_DIR}
COMMENT "Building GAE-java..."
Expand Down
4 changes: 2 additions & 2 deletions docs/Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
#
MKFILE_PATH := $(abspath $(lastword $(MAKEFILE_LIST)))
WORKING_DIR := $(dir $(MKFILE_PATH))
M2_REPO := $(shell mvn help:evaluate -Dexpression=settings.localRepository -q -DforceStdout)
M2_REPO := $(shell mvn help:evaluate -Dexpression=settings.localRepository --no-transfer-progress -DforceStdout)


# You can set these variables from the command line, and also
Expand Down Expand Up @@ -44,7 +44,7 @@ clean:
-DskipTests \
-Djavadoc.output.directory=${WORKING_DIR}/$(BUILDDIR)/${TAG}/$@/reference \
-Djavadoc.output.destDir=gae_java \
--quiet
--no-transfer-progress

# sphinx will append the `flex/` part to the output directory
@echo "Building Flex doc to $(BUILDDIR)/${TAG}/$@/reference/"
Expand Down
2 changes: 1 addition & 1 deletion flex/flexbuild
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,7 @@ root_command() {

tmp_dir=`mktemp -d`
pushd ${tmp_dir} > /dev/null
cmd="git clone https://github.com/alibaba/libgrape-lite.git && cd libgrape-lite/ldbc_driver/ && mvn package && mv graphalytics-*-bin.tar.gz ${package_name}"
cmd="git clone https://github.com/alibaba/libgrape-lite.git && cd libgrape-lite/ldbc_driver/ && mvn package --no-transfer-progress && mv graphalytics-*-bin.tar.gz ${package_name}"
echo $cmd
eval $cmd
popd > /dev/null
Expand Down
4 changes: 2 additions & 2 deletions interactive_engine/compiler/Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ rpc.target:=start_rpc_server

target.revision:=0.0.1-SNAPSHOT

QUIET_OPT := --quiet
LOG_OUTPUT_OPT := --no-transfer-progress

query:=
physical:=
Expand All @@ -28,7 +28,7 @@ config.path:=conf/ir.compiler.properties

build:
cd $(CUR_DIR)/.. && \
mvn clean install -DskipTests -Drevision=${target.revision} -Pexperimental ${QUIET_OPT} && \
mvn clean install -DskipTests -Drevision=${target.revision} -Pexperimental ${LOG_OUTPUT_OPT} && \
cd $(CUR_DIR)/../executor/ir/integrated && cargo build --release --bin $(rpc.target)

clean:
Expand Down
2 changes: 1 addition & 1 deletion k8s/dockerfiles/flex-interactive.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ COPY --chown=graphscope:graphscope . /home/graphscope/GraphScope
# install flex
RUN . ${HOME}/.cargo/env && cd ${HOME}/GraphScope/flex && \
git submodule update --init && mkdir build && cd build && cmake .. -DCMAKE_INSTALL_PREFIX=/opt/flex -DBUILD_DOC=OFF -DBUILD_TEST=OFF -DOPTIMIZE_FOR_HOST=${OPTIMIZE_FOR_HOST} && make -j && make install && \
cd ~/GraphScope/interactive_engine/ && mvn clean package -Pexperimental -DskipTests && \
cd ~/GraphScope/interactive_engine/ && mvn clean package -Pexperimental -DskipTests --no-transfer-progress && \
cd ~/GraphScope/interactive_engine/compiler && cp target/compiler-0.0.1-SNAPSHOT.jar /opt/flex/lib/ && \
cp target/libs/*.jar /opt/flex/lib/ && \
ls ~/GraphScope/interactive_engine/executor/ir && \
Expand Down
2 changes: 1 addition & 1 deletion k8s/dockerfiles/graphscope-store.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ USER graphscope
RUN cd /home/graphscope/graphscope \
&& . ~/.graphscope_env \
&& cd /home/graphscope/graphscope/interactive_engine \
&& mvn clean package -P groot -DskipTests --quiet -Drust.compile.mode="$profile" \
&& mvn clean package -P groot -DskipTests --no-transfer-progress -Drust.compile.mode="$profile" \
&& tar xzf /home/graphscope/graphscope/interactive_engine/assembly/target/groot.tar.gz -C /home/graphscope/

# build coordinator
Expand Down
2 changes: 1 addition & 1 deletion python/graphscope/gsctl/scripts/make_command.sh
Original file line number Diff line number Diff line change
Expand Up @@ -61,7 +61,7 @@ make_interactive() {
if [[ ${storage_type} = "experimental" ]]; then
cd "${GS_SOURCE_DIR}"/interactive_engine/compiler && make build QUIET_OPT=""
elif [[ ${storage_type} = "vineyard" ]]; then
cd "${GS_SOURCE_DIR}"/interactive_engine && mvn install -DskipTests -Drust.compile.mode=release -P graphscope,graphscope-assembly
cd "${GS_SOURCE_DIR}"/interactive_engine && mvn install -DskipTests -Drust.compile.mode=release -P graphscope,graphscope-assembly --no-transfer-progress
cd "${GS_SOURCE_DIR}"/interactive_engine/assembly/target && tar xvzf graphscope.tar.gz
else
make interactive
Expand Down
Loading