Merge pull request #9224 from eclipse/ag_cpu_sanity_check

Add cpu sanity check build, comment out more tests

.github/workflows/build-android-x86_64.yml

@@ -61,6 +61,7 @@ jobs:
           export OPENBLAS_PATH=${HOME}/.javacpp/cache/openblas-0.3.13-1.5.5-android-x86_64.jar/lib/
           mvn  -X -Dorg.bytedeco.javacpp.logger.debug=true -Possrh -pl ":nd4j-native,:libnd4j" --also-make  \
           -Djavacpp.platform=android-x86_64  \
+           -DskipTestResourceEnforcement=true \
           -Dlibnd4j.platform=android-x86_64 -Dlibnd4j.chip=cpu \
           --batch-mode clean deploy -DskipTests
 

.github/workflows/build-deploy-linux-x86_64.yml

@@ -51,5 +51,5 @@ jobs:
           protoc --version
           sudo apt-get autoremove
           sudo apt-get clean
-          mvn  -X -Possrh  -Djavacpp.platform=linux-x86_64 -Dlibnd4j.chip=cpu -Pcpu --batch-mode deploy -DskipTests
+          mvn  -X -Possrh   -DskipTestResourceEnforcement=true -Djavacpp.platform=linux-x86_64 -Dlibnd4j.chip=cpu -Pcpu --batch-mode deploy -DskipTests
 

.github/workflows/cpu-integration-tests.yaml

@@ -44,7 +44,7 @@ jobs:
         run: |
               set "PATH=C:\msys64\usr\bin;%PATH%"
               export OMP_NUM_THREADS=1
-              mvn -Pintegration-tests -Ptestresources -Dlibnd4j.buildthreads=1 -Dlibnd4j.build="Debug" -Djavacpp.platform=windows-x86_64 -libnd4j.platform=windows-x86_64 -Ptest-nd4j-native -Dlibnd4j.chip=cpu clean test
+              mvn  -DskipTestResourceEnforcement=true -Pintegration-tests -Ptestresources -Dlibnd4j.buildthreads=1 -Dlibnd4j.build="Debug" -Djavacpp.platform=windows-x86_64 -libnd4j.platform=windows-x86_64 -Ptest-nd4j-native -Dlibnd4j.chip=cpu clean test
 
 
 

.github/workflows/cpu-sanity-check-tests.yaml

@@ -44,7 +44,7 @@ jobs:
         run: |
               set "PATH=C:\msys64\usr\bin;%PATH%"
               export OMP_NUM_THREADS=1
-              mvn -pl ":deeplearning4j-modelimport,:deeplearning4j-core,:nd4j-native,:samediff-import,:libnd4j" -Ptestresources -Dlibnd4j.buildthreads=1 -Dlibnd4j.build="Debug" -Djavacpp.platform=windows-x86_64 -libnd4j.platform=windows-x86_64 -Ptest-nd4j-native -Dlibnd4j.chip=cpu clean test
+              mvn -pl ":deeplearning4j-modelimport,:deeplearning4j-core,:nd4j-native,:samediff-import,:libnd4j"  -DskipTestResourceEnforcement=true -Ptestresources -Dlibnd4j.buildthreads=1 -Dlibnd4j.build="Debug" -Djavacpp.platform=windows-x86_64 -libnd4j.platform=windows-x86_64 -Ptest-nd4j-native -Dlibnd4j.chip=cpu clean test
 
 
 

.github/workflows/run-cpu-tests-sanity-checks.yml

@@ -0,0 +1,38 @@
+on:
+  workflow_dispatch:
+jobs:
+  # Wait for up to a minute for previous run to complete, abort if not done by then
+  pre-ci:
+    runs-on: self-hosted
+    timeout-minutes: 1
+    steps:
+      - name: 'Block Concurrent Executions'
+        uses: softprops/turnstyle@v1
+        with:
+          poll-interval-seconds: 10
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+  linux-x86_64-cuda-11-2:
+    needs: pre-ci
+    runs-on: [self-hosted]
+    steps:
+      - uses: AutoModality/action-clean@v1
+      - name: Cancel Previous Runs
+        uses: styfle/cancel-workflow-action@0.8.0
+        with:
+          access_token: ${{ github.token }}
+      - uses: ./.github/actions/download-dl4j-test-resources-linux
+      - uses: actions/checkout@v2
+      - name: Run cuda tests
+        shell: bash
+        env:
+          DEBIAN_FRONTEND: noninteractive
+        run: |
+          export PATH="/opt/protobuf/bin:/usr/local/cuda-11.2/bin:$PATH"
+          nvcc --version
+          mvn --version
+          cmake --version
+          protoc --version
+          export OMP_NUM_THREADS=1
+          mvn  - -DskipTestResourceEnforcement=true -Ptestresources -pl ":deeplearning4j-modelimport,:deeplearning4j-core,:nd4j-native,:samediff-import,:libnd4j" -Dlibnd4j.compute="5.0 5.2 5.3 6.0  8.0"  -Ptest-nd4j-cpu --also-make  clean test
+

.github/workflows/run-gpu-tests-sanity-checks.yml

@@ -3,7 +3,7 @@ on:
 jobs:
   # Wait for up to a minute for previous run to complete, abort if not done by then
   pre-ci:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     timeout-minutes: 1
     steps:
       - name: 'Block Concurrent Executions'
@@ -35,5 +35,5 @@ jobs:
           protoc --version
           bash ./change-cuda-versions.sh 11.2
           export OMP_NUM_THREADS=1
-          mvn  -Ptestresources -pl ":deeplearning4j-modelimport,:deeplearning4j-core,:nd4j-cuda-11.2,:samediff-import,:libnd4j" -Dlibnd4j.compute="5.0 5.2 5.3 6.0 6.2 8.0"  -Ptest-nd4j-cuda  --also-make -Dlibnd4j.chip=cuda clean test
+          mvn  -DskipTestResourceEnforcement=true -Ptestresources -pl ":deeplearning4j-modelimport,:deeplearning4j-core,:nd4j-cuda-11.2,:samediff-import,:libnd4j" -Dlibnd4j.compute="5.0 5.2 5.3 6.0  8.0"  -Ptest-nd4j-cuda  --also-make -Dlibnd4j.chip=cuda clean test
 

.github/workflows/test_multiple_arch.yaml

@@ -85,7 +85,7 @@ jobs:
                                        cd .. && \
                                        rm -rf protobuf-3.5.1
                   echo "/opt/protobuf/bin" >> $GITHUB_PATH
-                  mvn  -X -Possrh -pl :nd4j-tests  -Djavacpp.platform=linux-${{matrix.arch}} -Dlibnd4j.chip=cpu -Pcpu --batch-mode clean test -Dtest=org.nd4j.smoketests.SmokeTest
+                  mvn  -X  -DskipTestResourceEnforcement=true -Possrh -pl :nd4j-tests  -Djavacpp.platform=linux-${{matrix.arch}} -Dlibnd4j.chip=cpu -Pcpu --batch-mode clean test -Dtest=org.nd4j.smoketests.SmokeTest
 
 
 

nd4j/nd4j-backends/nd4j-tests/src/test/java/org/nd4j/autodiff/samediff/SameDiffMultiThreadTests.java

@@ -50,7 +50,7 @@ public class SameDiffMultiThreadTests extends BaseND4JTest {
 
     @Override
     public long getTimeoutMilliseconds() {
-        return 60000L;
+        return Long.MAX_VALUE;
     }
 
     @Test

nd4j/nd4j-backends/nd4j-tests/src/test/java/org/nd4j/imports/TFGraphs/ValidateZooModelPredictions.java

@@ -23,6 +23,7 @@ package org.nd4j.imports.tfgraphs;
 import lombok.extern.slf4j.Slf4j;
 import org.apache.commons.io.FileUtils;
 import org.junit.Before;
+import org.junit.Ignore;
 import org.junit.Rule;
 import org.junit.Test;
 import org.junit.rules.TemporaryFolder;
@@ -43,6 +44,7 @@ import static org.junit.Assert.assertEquals;
 import static org.junit.Assert.assertTrue;
 
 @Slf4j
+@Ignore
 public class ValidateZooModelPredictions extends BaseNd4jTest {
 
     public ValidateZooModelPredictions(Nd4jBackend backend) {