Jenkins CI debug

Signed-off-by: Jan Lasek <[email protected]>
NVIDIA · Apr 17, 2024 · e1de5d2 · e1de5d2
1 parent 0132eeb
commit e1de5d2
Showing 1 changed file with 24 additions and 17 deletions.
diff --git a/Jenkinsfile b/Jenkinsfile
@@ -9,6 +9,7 @@ pipeline {
   environment {
         NVTE_FUSED_ATTN = 0
         NVTE_FLASH_ATTN = 0
+        PYTHONPATH = "/mnt/D3/JenkinsWorkDir/workspace/NeMo-multibranch_${GIT_BRANCH}/Megatron-LM"
   }
 
   options {
@@ -91,7 +92,10 @@ pipeline {
              pip install . && \
              cd megatron/core/datasets && \
              make'
-         sh 'export PYTHONPATH="${PYTHONPATH}:/mnt/D3/JenkinsWorkDir/workspace/NeMo-multibranch_${GIT_BRANCH}/Megatron-LM"'
+         sh 'pwd && ls -lh'
+         sh 'cd ../../ && pwd && ls -lh'
+        //  sh 'export PYTHONPATH=/mnt/D3/JenkinsWorkDir/workspace/NeMo-multibranch_${GIT_BRANCH}/Megatron-LM'
+         sh 'echo PYTHONPATH=${PYTHONPATH}'
       }
     }
 
@@ -126,23 +130,23 @@ pipeline {
       }
     }
 
-    stage('L0: Unit Tests GPU') {
-      steps {
-        sh 'NEMO_NUMBA_MINVER=0.53 pytest -m "not pleasefixme" --with_downloads'
-      }
-    }
+  //   stage('L0: Unit Tests GPU') {
+  //     steps {
+  //       sh 'NEMO_NUMBA_MINVER=0.53 pytest -m "not pleasefixme" --with_downloads'
+  //     }
+  //   }
 
-   stage('L0: Unit Tests CPU') {
-     when {
-       anyOf {
-         branch 'main'
-         changeRequest target: 'main'
-       }
-     }
-     steps {
-       sh 'CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat'
-     }
-   }
+  //  stage('L0: Unit Tests CPU') {
+  //    when {
+  //      anyOf {
+  //        branch 'main'
+  //        changeRequest target: 'main'
+  //      }
+  //    }
+  //    steps {
+  //      sh 'CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat'
+  //    }
+  //  }
 
     stage('L2: Multimodal Imagen Train') {
       when {
@@ -490,6 +494,9 @@ pipeline {
       parallel {
         stage('Llama2 - Export Only') {
           steps {
+            sh 'pwd && ls -lh'
+            sh 'echo PYTHONPATH=${PYTHONPATH}'
+            sh 'ls ${PYTHONPATH}'
             sh 'python examples/nlp/language_modeling/megatron_llama_quantization.py \
             model_file=/home/TestData/nlp/megatron_llama/llama_ci.nemo \
             quantization.algorithm=null \