From 8725fd0154d2c4f2abf184ef4906a6171507afb6 Mon Sep 17 00:00:00 2001 From: Sourab Mangrulkar <13534540+pacman100@users.noreply.github.com> Date: Tue, 26 Jul 2022 16:09:29 +0530 Subject: [PATCH 1/3] adding HF Accelerate+DS tests workflow --- .github/workflows/nv-accelerate-v100.yml | 58 ++++++++++++++++++++++++ 1 file changed, 58 insertions(+) create mode 100644 .github/workflows/nv-accelerate-v100.yml diff --git a/.github/workflows/nv-accelerate-v100.yml b/.github/workflows/nv-accelerate-v100.yml new file mode 100644 index 000000000000..c0a11f9fd40f --- /dev/null +++ b/.github/workflows/nv-accelerate-v100.yml @@ -0,0 +1,58 @@ +name: nv-transformers-v100 + +on: + push: + branches: + - 'master' + - 'staging**' + paths-ignore: + - 'docs/**' + pull_request: + paths-ignore: + - 'docs/**' + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + unit-tests: + runs-on: [self-hosted, nvidia, cu111, v100] + + steps: + - uses: actions/checkout@v2 + + - name: environment + run: | + nvidia-smi + which python + python --version + which nvcc + nvcc --version + pip install --upgrade pip + pip uninstall --yes torch torchvision + pip install torch==1.8.2+cu111 torchvision==0.9.2+cu111 -f https://download.pytorch.org/whl/lts/1.8/torch_lts.html + python -c "import torch; print('torch:', torch.__version__, torch)" + python -c "import torch; print('CUDA available:', torch.cuda.is_available())" + + - name: Python environment + run: | + pip list + + - name: Install deepspeed + run: | + pip uninstall --yes deepspeed + pip install .[dev,autotuning] + ds_report + + - name: HF Accelerate tests + run: | + if [[ -d ./torch-extensions ]]; then rm -rf ./torch-extensions; fi + git clone https://github.com/huggingface/accelerate + cd accelerate + # instaling dependencies + pip install .[testing] + # force protobuf version due to issues + pip install "protobuf<4.21.0" + pip list + TORCH_EXTENSIONS_DIR=./torch-extensions pytest --color=yes --durations=0 --verbose tests/deepspeed From 5c56624b2190724e366bd695d69e85f18fd4d2c2 Mon Sep 17 00:00:00 2001 From: Sourab Mangrulkar <13534540+pacman100@users.noreply.github.com> Date: Tue, 26 Jul 2022 18:22:10 +0530 Subject: [PATCH 2/3] =?UTF-8?q?fix=20=F0=9F=98=85?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .github/workflows/nv-accelerate-v100.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/nv-accelerate-v100.yml b/.github/workflows/nv-accelerate-v100.yml index c0a11f9fd40f..e5ad1db30ec2 100644 --- a/.github/workflows/nv-accelerate-v100.yml +++ b/.github/workflows/nv-accelerate-v100.yml @@ -1,4 +1,4 @@ -name: nv-transformers-v100 +name: nv-accelerate-v100 on: push: From d303145a277abb11cd28579cdd6e12b6ca468f05 Mon Sep 17 00:00:00 2001 From: Sourab Mangrulkar <13534540+pacman100@users.noreply.github.com> Date: Tue, 26 Jul 2022 21:06:40 +0530 Subject: [PATCH 3/3] fix --- .github/workflows/nv-accelerate-v100.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/nv-accelerate-v100.yml b/.github/workflows/nv-accelerate-v100.yml index e5ad1db30ec2..20743dc6d858 100644 --- a/.github/workflows/nv-accelerate-v100.yml +++ b/.github/workflows/nv-accelerate-v100.yml @@ -50,7 +50,7 @@ jobs: if [[ -d ./torch-extensions ]]; then rm -rf ./torch-extensions; fi git clone https://github.com/huggingface/accelerate cd accelerate - # instaling dependencies + # installing dependencies pip install .[testing] # force protobuf version due to issues pip install "protobuf<4.21.0"