diff --git a/.github/workflows/run-gpu-integration-tests-self-hosted.yml b/.github/workflows/run-gpu-integration-tests-self-hosted.yml
index 75d03bff1..cacb0e460 100644
--- a/.github/workflows/run-gpu-integration-tests-self-hosted.yml
+++ b/.github/workflows/run-gpu-integration-tests-self-hosted.yml
@@ -28,7 +28,7 @@ jobs:
         env:
           DEBIAN_FRONTEND: noninteractive
         run: |
-          export PATH="/opt/protobuf/bin:/usr/local/cuda-11.2/bin:$PATH"
+          export PATH="/opt/protobuf/bin:/usr/local/cuda-11.0/bin:$PATH"
           nvcc --version
           mvn --version
           cmake --version
@@ -36,6 +36,13 @@ jobs:
           export OMP_NUM_THREADS=1
           mkdir -p ${GITHUB_WORKSPACE}/resources
           mkdir -p ${GITHUB_WORKSPACE}/cache
+          echo "Running tests for cuda 11.0"
+          export PATH="/opt/protobuf/bin:/usr/local/cuda-11.2/bin:$PATH"
+          mvn -Dorg.nd4j.strumpf.resource.dirs=${GITHUB_WORKSPACE}/resources -Dorg.nd4j.test.resources.cache.dir=${GITHUB_WORKSPACE}/cache -DexcludedGroups="long-running-tests, large-resources, distributed-systems"  -DskipTestResourceEnforcement=true -Ptestresources  -Pintegration-tests  -Pnd4j-tests-cuda   clean test --fail-never
+          mvn -Dorg.nd4j.strumpf.resource.dirs=${GITHUB_WORKSPACE}/resources -Dorg.nd4j.test.resources.cache.dir=${GITHUB_WORKSPACE}/cache -Dgroups="long-running-tests, large-resources, distributed-systems" -Ptestresources -Pnd4j-tests-cuda  -Dtest.offheap.size=14g -Dtest.heap.size=6g  -Dsurefire.parallel.forcedTimeout=200 -Dsurefire.parallel.timeout=200  -Dsurefire.timeout=200 -Dsurefire.exitTimeout=200 test --fail-never -rf :nd4j
+          echo "Running tests for cuda 11.2"
+          ${GITHUB_WORKSPACE}/change-cuda-versions.sh 11.2
+          export PATH="/opt/protobuf/bin:/usr/local/cuda-11.2/bin:$PATH"
           mvn -Dorg.nd4j.strumpf.resource.dirs=${GITHUB_WORKSPACE}/resources -Dorg.nd4j.test.resources.cache.dir=${GITHUB_WORKSPACE}/cache -DexcludedGroups="long-running-tests, large-resources, distributed-systems"  -DskipTestResourceEnforcement=true -Ptestresources  -Pintegration-tests  -Pnd4j-tests-cuda   clean test --fail-never
           mvn -Dorg.nd4j.strumpf.resource.dirs=${GITHUB_WORKSPACE}/resources -Dorg.nd4j.test.resources.cache.dir=${GITHUB_WORKSPACE}/cache -Dgroups="long-running-tests, large-resources, distributed-systems" -Ptestresources -Pnd4j-tests-cuda  -Dtest.offheap.size=14g -Dtest.heap.size=6g  -Dsurefire.parallel.forcedTimeout=200 -Dsurefire.parallel.timeout=200  -Dsurefire.timeout=200 -Dsurefire.exitTimeout=200 test --fail-never -rf :nd4j