UnitTests for ATC #201
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: UnitTests for ATC | |
| on: | |
| schedule: | |
| - cron: '0 8 * * 0' | |
| jobs: | |
| run: | |
| if: (false == contains(github.event.pull_request.title, 'WIP') && github.repository == 'alibaba/FederatedScope') | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 30 | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest] | |
| python-version: ['3.9'] | |
| torch-version: ['1.10.1'] | |
| torchvision-version: ['0.11.2'] | |
| torchaudio-version: ['0.10.1'] | |
| env: | |
| OS: ${{ matrix.os }} | |
| PYTHON: '3.9' | |
| steps: | |
| - uses: actions/checkout@master | |
| - name: Setup Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@master | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install PyTorch ${{ matrix.torch-version }}+cpu | |
| run: | | |
| pip install numpy typing-extensions dataclasses | |
| pip install torch==${{ matrix.torch-version}}+cpu torchvision==${{matrix.torchvision-version}}+cpu torchaudio==${{matrix.torchaudio-version}}+cpu -f https://download.pytorch.org/whl/torch_stable.html | |
| - name: Install FS | |
| run: | | |
| pip install -e .[test] | |
| - name: Install NLTK | |
| run: | | |
| pip install nltk | |
| - name: Install Transformers | |
| run: | | |
| pip install transformers==4.21.0 | |
| - name: Install ROUGE | |
| run: | | |
| git clone https://github.com/bheinzerling/pyrouge | |
| cd pyrouge | |
| pip install -e . | |
| git clone https://github.com/andersjo/pyrouge.git rouge | |
| pyrouge_set_rouge_path $(realpath rouge/tools/ROUGE-1.5.5/) | |
| sudo apt-get install libxml-parser-perl --fix-missing | |
| cd rouge/tools/ROUGE-1.5.5/data | |
| rm WordNet-2.0.exc.db | |
| ./WordNet-2.0-Exceptions/buildExeptionDB.pl ./WordNet-2.0-Exceptions ./smart_common_words.txt ./WordNet-2.0.exc.db | |
| python -m pyrouge.test | |
| - name: Download METEOR packages | |
| run: | | |
| wget -c http://www.cs.cmu.edu/~alavie/METEOR/download/meteor-1.5.tar.gz | |
| tar -zxvf meteor-1.5.tar.gz | |
| mkdir federatedscope/nlp/metric/meteor/data/ | |
| mv meteor-1.5/data/paraphrase-en.gz federatedscope/nlp/metric/meteor/data/ | |
| mv meteor-1.5/meteor-1.5.jar federatedscope/nlp/metric/meteor/ | |
| - name: Test ATC | |
| run: | | |
| python federatedscope/main.py \ | |
| --cfg federatedscope/nlp/hetero_tasks/baseline/config_isolated.yaml \ | |
| --client_cfg federatedscope/nlp/hetero_tasks/baseline/config_client_isolated.yaml \ | |
| outdir exp/isolated/ \ | |
| use_gpu False \ | |
| data.is_debug True \ | |
| data.root test_data/ \ | |
| [ $? -eq 1 ] && exit 1 | |
| python federatedscope/main.py \ | |
| --cfg federatedscope/nlp/hetero_tasks/baseline/config_fedavg.yaml \ | |
| --client_cfg federatedscope/nlp/hetero_tasks/baseline/config_client_fedavg.yaml \ | |
| outdir exp/fedavg/ \ | |
| use_gpu False \ | |
| data.is_debug True \ | |
| data.root test_data/ \ | |
| [ $? -eq 1 ] && exit 1 | |
| python federatedscope/main.py \ | |
| --cfg federatedscope/nlp/hetero_tasks/baseline/config_pretrain.yaml \ | |
| outdir exp/atc/pretrain/ \ | |
| use_gpu False \ | |
| data.is_debug True \ | |
| data.root test_data/ \ | |
| [ $? -eq 1 ] && exit 1 | |
| python federatedscope/main.py \ | |
| --cfg federatedscope/nlp/hetero_tasks/baseline/config_atc.yaml \ | |
| --client_cfg federatedscope/nlp/hetero_tasks/baseline/config_client_atc.yaml \ | |
| outdir exp/atc/train/ \ | |
| use_gpu False \ | |
| data.is_debug True \ | |
| data.root test_data/ \ | |
| [ $? -eq 1 ] && exit 1 || echo "Passed" | |