Add GH Action to build and publish Docker images (#1390)

* ADD GH Action to build and publish Docker images

* Configure GH action for Docker build

* Fix image_tag fetching

* Fix identation for main steps

* Add token envs for GH docker action, fix push all tag_image

* Switch to horovod 0.20.3

* Push images on push events

* Fix if conditional

Author: trsvchn

.github/workflows/docker-publish.yml

@@ -0,0 +1,51 @@
+name: Build And Publish Docker Images
+
+on:
+  push:
+    branches:
+      - master
+    paths:
+      - docker/**
+  release:
+    types: [published]
+  pull_request:
+    paths:
+      - docker/**
+
+jobs:
+  build-publish:
+    name: Build and Push Docker images to Docker Hub
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v2
+      - name: Build all Horovod flavoured PyTorch-Ignite images
+        working-directory: ./docker
+        run: |
+          chmod +x ./hvd/build_all.sh
+          ./hvd/build_all.sh
+
+      - name: Build all PyTorch-Ignite images
+        working-directory: ./docker
+        run: |
+          chmod +x ./main/build_all.sh
+          ./main/build_all.sh
+      - name: Build all MS DeepSpeed flavoured PyTorch-Ignite images
+        working-directory: ./docker
+        run: |
+          chmod +x ./msdp/build_all.sh
+          ./msdp/build_all.sh
+
+      - name: List built images
+        working-directory: ./docker
+        run: docker images | grep pytorchignite
+
+      - name: Push all PyTorch-Ignite Docker images
+        if: github.event_name == 'push'
+        env:
+          DOCKER_USER: ${{ secrets.DOCKER_USER }}
+          DOCKER_TOKEN: ${{ secrets.DOCKER_TOKEN }}
+        working-directory: ./docker
+        run: |
+          chmod +x ./push_all.sh
+          ./push_all.sh

docker/hvd/Dockerfile.hvd-apex

@@ -18,7 +18,7 @@ RUN echo "Setup NVIDIA Apex" && \
 
 # Build Horovod
 RUN apt-get update && apt-get install -y git && \
-        git clone --recursive --depth 1 --branch v0.20.0 https://github.com/horovod/horovod.git /horovod && \
+        git clone --recursive --depth 1 --branch v0.20.3 https://github.com/horovod/horovod.git /horovod && \
         conda install -y cmake=3.16 nccl=2.7 -c conda-forge && \
         cd /horovod && \
         HOROVOD_GPU_OPERATIONS=NCCL HOROVOD_NCCL_LINK=SHARED HOROVOD_WITHOUT_MPI=1 HOROVOD_WITH_PYTORCH=1 pip wheel --no-cache-dir . && \

docker/hvd/Dockerfile.hvd-base

@@ -6,7 +6,7 @@ LABEL description="Latest PyTorch, Ignite and Horovod"
 
 # Build Horovod
 RUN apt-get update && apt-get install -y git && \
-        git clone --recursive --depth 1 --branch v0.20.0 https://github.com/horovod/horovod.git /horovod && \
+        git clone --recursive --depth 1 --branch v0.20.3 https://github.com/horovod/horovod.git /horovod && \
         conda install -y cmake=3.16 nccl=2.7 -c conda-forge && \
         cd /horovod && \
         HOROVOD_GPU_OPERATIONS=NCCL HOROVOD_NCCL_LINK=SHARED HOROVOD_WITHOUT_MPI=1 HOROVOD_WITH_PYTORCH=1 pip wheel --no-cache-dir . && \

docker/hvd/build_all.sh

@@ -17,7 +17,7 @@ set -xeu
 image_name="hvd-base"
 
 docker build -t pytorchignite/${image_name}:latest -f Dockerfile.${image_name} .
-image_tag=`docker run --rm -it pytorchignite/${image_name}:latest -c 'python -c "import torch; import ignite; print(torch.__version__ + \"-\" + ignite.__version__, end=\"\")"'`
+image_tag=`docker run --rm -i pytorchignite/${image_name}:latest -c 'python -c "import torch; import ignite; print(torch.__version__ + \"-\" + ignite.__version__, end=\"\")"'`
 docker tag pytorchignite/${image_name}:latest pytorchignite/${image_name}:${image_tag}
 
 for image_name in "hvd-vision" "hvd-nlp" "hvd-apex" "hvd-apex-vision" "hvd-apex-nlp"

docker/main/build_all.sh

@@ -17,7 +17,7 @@ set -xeu
 image_name="base"
 
 docker build -t pytorchignite/${image_name}:latest -f Dockerfile.${image_name} .
-image_tag=`docker run --rm -it pytorchignite/${image_name}:latest -c 'python -c "import torch; import ignite; print(torch.__version__ + \"-\" + ignite.__version__, end=\"\")"'`
+image_tag=`docker run --rm -i pytorchignite/${image_name}:latest -c 'python -c "import torch; import ignite; print(torch.__version__ + \"-\" + ignite.__version__, end=\"\")"'`
 docker tag pytorchignite/${image_name}:latest pytorchignite/${image_name}:${image_tag}
 
 for image_name in "vision" "nlp" "apex" "apex-vision" "apex-nlp"

docker/msdp/build_all.sh

@@ -17,7 +17,7 @@ set -xeu
 image_name="msdp-apex-base"
 
 docker build -t pytorchignite/${image_name}:latest -f Dockerfile.${image_name} .
-image_tag=`docker run --rm -it pytorchignite/${image_name}:latest -c 'python -c "import torch; import ignite; print(torch.__version__ + \"-\" + ignite.__version__, end=\"\")"'`
+image_tag=`docker run --rm -i pytorchignite/${image_name}:latest -c 'python -c "import torch; import ignite; print(torch.__version__ + \"-\" + ignite.__version__, end=\"\")"'`
 docker tag pytorchignite/${image_name}:latest pytorchignite/${image_name}:${image_tag}
 
 for image_name in "msdp-apex-vision" "msdp-apex-nlp"

docker/push_all.sh

@@ -21,7 +21,7 @@ echo $DOCKER_TOKEN | docker login --username=$DOCKER_USER --password-stdin
 set -xeu
 
 image_name="base"
-image_tag=`docker run --rm -it pytorchignite/${image_name}:latest -c 'python -c "import torch; import ignite; print(torch.__version__ + \"-\" + ignite.__version__, end=\"\")"'`
+image_tag=`docker run --rm -i pytorchignite/${image_name}:latest -c 'python -c "import torch; import ignite; print(torch.__version__ + \"-\" + ignite.__version__, end=\"\")"'`
 
 for image_name in "base" "vision" "nlp" "apex" "apex-vision" "apex-nlp"
 do
@@ -33,7 +33,7 @@ done
 
 
 image_name="hvd-base"
-image_tag=`docker run --rm -it pytorchignite/${image_name}:latest -c 'python -c "import torch; import ignite; print(torch.__version__ + \"-\" + ignite.__version__, end=\"\")"'`
+image_tag=`docker run --rm -i pytorchignite/${image_name}:latest -c 'python -c "import torch; import ignite; print(torch.__version__ + \"-\" + ignite.__version__, end=\"\")"'`
 
 for image_name in "hvd-base" "hvd-vision" "hvd-nlp" "hvd-apex" "hvd-apex-vision" "hvd-apex-nlp"
 do
@@ -44,7 +44,7 @@ do
 done
 
 image_name="msdp-apex-base"
-image_tag=`docker run --rm -it pytorchignite/${image_name}:latest -c 'python -c "import torch; import ignite; print(torch.__version__ + \"-\" + ignite.__version__, end=\"\")"'`
+image_tag=`docker run --rm -i pytorchignite/${image_name}:latest -c 'python -c "import torch; import ignite; print(torch.__version__ + \"-\" + ignite.__version__, end=\"\")"'`
 
 for image_name in "msdp-apex-base" "msdp-apex-vision" "msdp-apex-nlp"
 do