Skip to content

Commit

Permalink
add tracer tests
Browse files Browse the repository at this point in the history
  • Loading branch information
JRPan committed Feb 5, 2024
1 parent 3776123 commit caab027
Showing 1 changed file with 92 additions and 105 deletions.
197 changes: 92 additions & 105 deletions .github/workflows/long-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -73,111 +73,98 @@ jobs:
ssh ghci@tgrogers-pc01 mkdir -p /home/ghci/accel-sim/correl/${GITHUB_REF}"_"$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT/
rsync --delete -r ./util/plotting/correl-html/ ghci@tgrogers-pc01:/home/ghci/accel-sim/correl/${GITHUB_REF}"_"$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT/
echo "Correlation Report at: https://tgrogers-pc01.ecn.purdue.edu/github-ci/accel-sim/correl/${GITHUB_REF}"_"$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT/"
PTX-Simulation:
runs-on: self-hosted
defaults:
run:
shell: bash
steps:
- uses: actions/checkout@v2
- name: Setup Environment
run: |
rm -rf env-setup
git clone [email protected]:purdue-aalp/env-setup.git
cd env-setup
git checkout cluster-ubuntu
- name: Build Accel-Sim
run: |
source ./env-setup/11.2.1_env_setup.sh
rm -rf ./gpu-simulator/gpgpu-sim
source ./gpu-simulator/setup_environment.sh
make clean -C gpu-simulator
srun -c20 make -j20 -C gpu-simulator
- name: Run PTX
run: |
source ./env-setup/11.2.1_env_setup.sh
source ./gpu-simulator/setup_environment.sh
# setup-env:
# runs-on: self-hosted
# needs: [checkout]
# defaults:
# run:
# shell: bash
# steps:
# - run: |
# rm -rf env-setup
# git clone [email protected]:purdue-aalp/env-setup.git
# cd env-setup
# git checkout cluster-ubuntu

# accel-sim-build:
# runs-on: self-hosted
# needs: [setup-env]
# defaults:
# run:
# shell: bash
# steps:
# - run: |
# source ./env-setup/11.2.1_env_setup.sh
# rm -rf ./gpu-simulator/gpgpu-sim
# source ./gpu-simulator/setup_environment.sh
# make clean -C gpu-simulator
# srun -c20 make -j20 -C gpu-simulator

# sass-simulation:
# runs-on: self-hosted
# needs: [accel-sim-build]
# defaults:
# run:
# shell: bash
# steps:
# - run: |
# source ./env-setup/11.2.1_env_setup.sh
# source ./gpu-simulator/setup_environment.sh
# ./util/job_launching/run_simulations.py -B rodinia_2.0-ft,GPU_Microbenchmark -C QV100-SASS -T ~/../common/accel-sim/traces/volta-tesla-v100/latest/ -N sass-short-$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT
# ./util/job_launching/run_simulations.py -B rodinia_2.0-ft,GPU_Microbenchmark -C RTX2060-SASS -T ~/../common/accel-sim/traces/turing-rtx2060/latest/ -N sass-short-$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT
# ./util/job_launching/run_simulations.py -B rodinia_2.0-ft,GPU_Microbenchmark -C RTX3070-SASS -T ~/../common/accel-sim/traces/ampere-rtx3070/latest/ -N sass-short-$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT
# ./util/job_launching/monitor_func_test.py -v -s stats-per-app-sass.csv -N sass-short-$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT

# ptx-simulation:
# runs-on: self-hosted
# needs: [accel-sim-build]
# defaults:
# run:
# shell: bash
# steps:
# - run: |
# source ./env-setup/11.2.1_env_setup.sh
# source ./gpu-simulator/setup_environment.sh

# rm -rf ./gpu-app-collection
# git clone [email protected]:accel-sim/gpu-app-collection.git
# source ./gpu-app-collection/src/setup_environment
# srun -c20 make rodinia_2.0-ft GPU_Microbenchmark -j20 -C ./gpu-app-collection/src
# ./gpu-app-collection/get_regression_data.sh
rm -rf ./gpu-app-collection
git clone [email protected]:accel-sim/gpu-app-collection.git
source ./gpu-app-collection/src/setup_environment
srun -c20 make rodinia_2.0-ft GPU_Microbenchmark -j20 -C ./gpu-app-collection/src
./gpu-app-collection/get_regression_data.sh
# ./util/job_launching/run_simulations.py -B rodinia_2.0-ft,GPU_Microbenchmark -C QV100-PTX,RTX2060-PTX,RTX3070-PTX -N short-ptx-$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT
# ./util/job_launching/monitor_func_test.py -v -s stats-per-app-ptx.csv -N short-ptx-$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT
./util/job_launching/run_simulations.py -B rodinia_2.0-ft,GPU_Microbenchmark -C QV100-PTX,RTX2060-PTX,RTX3070-PTX -N short-ptx-$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT
./util/job_launching/monitor_func_test.py -v -s stats-per-app-ptx.csv -N short-ptx-$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT
# archive-stats:
# runs-on: self-hosted
# needs: [sass-simulation, ptx-simulation]
# defaults:
# run:
# shell: bash
# steps:
# - run: |
# source ./env-setup/11.2.1_env_setup.sh
# rm -rf ./statistics-archive
# git clone [email protected]:accel-sim/statistics-archive.git
# # either create a new branch or check it out if it already exists
# git -C ./statistics-archive checkout ${GITHUB_REF}"_"$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT 2>/dev/null || git -C ./statistics-archive checkout -b ${GITHUB_REF}"_"$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT
# ./util/job_launching/get_stats.py -k -K -R -B GPU_Microbenchmark -C QV100-SASS -A | tee v100-ubench-sass-$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT.csv
# ./util/job_launching/get_stats.py -k -K -R -B GPU_Microbenchmark -C RTX2060-SASS -A | tee turing-ubench-sass-$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT.csv
# ./util/job_launching/get_stats.py -k -K -R -B GPU_Microbenchmark -C RTX3070-SASS -A | tee ampere-ubench-sass-$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT.csv
# mkdir -p statistics-archive/ubench/
# ./util/plotting/merge-stats.py -R -c ./statistics-archive/ubench/v100-ubench-sass.csv,v100-ubench-sass-$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT.csv \
# | tee v100-ubench-sass.csv && mv v100-ubench-sass.csv ./statistics-archive/ubench/
# ./util/plotting/merge-stats.py -R -c ./statistics-archive/ubench/turing-ubench-sass.csv,turing-ubench-sass-$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT.csv \
# | tee turing-ubench-sass.csv && mv turing-ubench-sass.csv ./statistics-archive/ubench/
# ./util/plotting/merge-stats.py -R -c ./statistics-archive/ubench/ampere-ubench-sass.csv,ampere-ubench-sass-$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT.csv \
# | tee ampere-ubench-sass.csv && mv ampere-ubench-sass.csv ./statistics-archive/ubench/
# git -C ./statistics-archive add --all
# git -C ./statistics-archive commit \
# -m "Jenkins automated checkin ${GITHUB_REF}"_"$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT Build:$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT" || echo "No Changes."
# git -C ./statistics-archive push -u origin ${GITHUB_REF}"_"$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT

# correlate-ubench:
# runs-on: self-hosted
# needs: [archive-stats]
# defaults:
# run:
# shell: bash
# steps:
# - run: |
# source ./env-setup/11.2.1_env_setup.sh
# ./util/hw_stats/get_hw_data.sh
# rm -rf ./util/plotting/correl-html/
# ./util/plotting/plot-correlation.py -c ./statistics-archive/ubench/v100-ubench-sass.csv -H ./hw_run/QUADRO-V100/device-0/10.2/ | tee v100-ubench-correl.txt
# ./util/plotting/plot-correlation.py -c ./statistics-archive/ubench/turing-ubench-sass.csv -H ./hw_run/TURING-RTX2060/10.2/ | tee turing-ubench-correl.txt
# ./util/plotting/plot-correlation.py -c ./statistics-archive/ubench/ampere-ubench-sass.csv -H ./hw_run/AMPERE-RTX3070/11.2/ | tee ampere-ubench-correl.txt
# ssh tgrogers@dynamo mkdir -p /home/dynamo/a/tgrogers/website/accel-sim/latest-correl/${GITHUB_REF}"_"$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT/
# rsync --delete -r ./util/plotting/correl-html/ tgrogers@dynamo:~/website/accel-sim/latest-correl/${GITHUB_REF}"_"$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT/
# echo "Correlation Report at: https://engineering.purdue.edu/tgrogers/accel-sim/latest-correl/${GITHUB_REF}"_"$GITHUB_RUN_NUMBER"_"$GITHUB_RUN_ATTEMPT/"
PTX-Simulation:
runs-on: tgrogers-gpu01
defaults:
run:
shell: bash
steps:
- uses: actions/checkout@v2
- name: Setup Environment
run: |
rm -rf env-setup
git clone [email protected]:purdue-aalp/env-setup.git
cd env-setup
git checkout cluster-ubuntu
- name: Build Accel-Sim
run: |
source ./env-setup/11.0_env_setup.sh
rm -rf ./gpu-simulator/gpgpu-sim
source ./gpu-simulator/setup_environment.sh
make clean -C gpu-simulator
make -j -C gpu-simulator
- name: test-prebuilt-traces
run: |
source ./env-setup/11.0_env_setup.sh
source ./gpu-simulator/setup_environment.sh
./get-accel-sim-traces.py -a tesla-v100/rodinia_2.0-ft
cd hw_run; tar -xzvf rodinia_2.0-ft.tgz; cd -
./util/job_launching/run_simulations.py -B rodinia_2.0-ft -C QV100-SASS -T ./hw_run/ -N rodinia_2.0-ft-online-$$
./util/job_launching/monitor_func_test.py -N rodinia_2.0-ft-online-$$ -v
rm -rf hw_run
rm -rf sim_run_11.0
- name: Build Tracer
run: |
source ./env-setup/11.0_env_setup.sh
./util/tracer_nvbit/install_nvbit.sh
make clean -C ./util/tracer_nvbit/
make -C ./util/tracer_nvbit/
- name: rodinia_2.0-ft-build
run: |
source ./env-setup/11.0_env_setup.sh
rm -rf ./gpu-app-collection/
git clone [email protected]:accel-sim/gpu-app-collection.git
source ./gpu-app-collection/src/setup_environment
ln -s /home/tgrogers-raid/a/common/data_dirs ./gpu-app-collection/
make -C ./gpu-app-collection/src rodinia_2.0-ft
- name: generate-rodinia_2.0-ft-traces
run: |
source ./env-setup/11.0_env_setup.sh
source ./gpu-app-collection/src/setup_environment
rm -rf ./hw_run/
./util/tracer_nvbit/run_hw_trace.py -B rodinia_2.0-ft -D 7
- name: generate-rodinia_2.0-ft-hw_stats
run: |
source ./env-setup/11.0_env_setup.sh
source ./gpu-app-collection/src/setup_environment
./util/hw_stats/run_hw.py -B rodinia_2.0-ft -D 7
- name: test-new-traces
run: |
source ./env-setup/11.0_env_setup.sh
source ./gpu-simulator/setup_environment.sh
./util/job_launching/run_simulations.py -B rodinia_2.0-ft -C QV100-SASS -T ./hw_run/traces/device-7/11.0/ -N rodinia_2.0-ft-$$
./util/job_launching/monitor_func_test.py -I -v -s rodinia-stats-per-app.csv -N rodinia_2.0-ft-$$

0 comments on commit caab027

Please sign in to comment.