azure-pipelines.yml

# Copyright (c) Lawrence Livermore National Security, LLC and other VisIt
# Project developers.  See the top-level LICENSE file for dates and other
# details.  No copyright assignment is required to contribute to VisIt.

###############################################################################
# VisIt Azure CI Checks
###############################################################################
# Azure Commands Ref:
# https://aka.ms/yaml

#####
# TO USE A NEW CONTAINER, UPDATE TAG NAME HERE AS PART OF YOUR PR!
# Be sure to keep the list of files in python_test_files variable
# consistent with those same files listed in the paths trigger
#####
variables:
  GIT_LFS_SKIP_SMUDGE: 1
  container_tag: visitdav/visit-ci-develop:2026-05-21-sha848d41
  python_test_files: >
    ../../src/test/tests/databases/silo.py
    ../../src/test/tests/databases/blueprint.py
    ../../src/test/tests/databases/blueprint_export.py
    ../../src/test/tests/hybrid/ddf.py
    ../../src/test/tests/unit/default_methods.py
    ../../src/test/tests/unit/convert2to3.py
    ../../src/test/tests/unit/atts_assign.py
    ../../src/test/tests/unit/test_value_simple.py
    ../../src/test/tests/unit/annotation_objects.py
    ../../src/test/tests/unit/protocol.py
    ../../src/test/tests/unit/utility.py
    ../../src/test/tests/expressions/ghost_zoneid_expr.py
    ../../src/test/tests/expressions/global_stats.py
    ../../src/test/tests/expressions/math_expr.py
    ../../src/test/tests/expressions/tensor_expr.py

# only build merge target pr to develop
trigger: none
pr:
  branches:
    include:
    - develop
    - '*.*RC'
  paths:
    include:
    - 'azure-pipelines.yml'
    - '**/CMakeLists.txt'
    - '**/*.cmake'
    - '**/*.in'
    - '**/*.C'
    - '**/*.h'
    - 'data/silo*'
    - 'data/blueprint*'
    - 'src/test/py_src/*.py'
    - 'src/test/tests/databases/silo.py'
    - 'src/test/tests/databases/blueprint.py'
    - 'src/test/tests/databases/blueprint_export.py'
    - 'src/test/tests/hybrid/ddf.py'
    - 'src/test/tests/unit/default_methods.py'
    - 'src/test/tests/unit/convert2to3.py'
    - 'src/test/tests/unit/atts_assign.py'
    - 'src/test/tests/unit/test_value_simple.py'
    - 'src/test/tests/unit/annotation_objects.py'
    - 'src/test/tests/unit/protocol.py'
    - 'src/test/tests/unit/utility.py'
    - 'src/test/tests/expressions/ghost_zoneid_expr.py'
    - 'src/test/tests/expressions/global_stats.py'
    - 'src/test/tests/expressions/math_expr.py'
    - 'src/test/tests/expressions/tensor_expr.py'

# fast fail consistency checks
stages:
- stage: Consistency
  jobs:
  - job: BLT_Time_Travel_Check
    condition: ne(variables['System.PullRequest.IsDraft'], 'True')
    pool:
      vmImage: 'ubuntu-latest'
    steps:
      - checkout: self
        clean: true
        submodules: true
        fetchDepth: 1
        fetchTags: false
        lfs: false

      - script: |
          #######################################
          # run our consistency check script
          #######################################
          git fetch
          python scripts/ci/check_blt_time_travel.py
        displayName: 'BLT Time Travel Check'


# main checks build using docker containers that
# include tpls built with build_visit
- stage: Main
  jobs:
  - job: Main_Build
    condition: ne(variables['System.PullRequest.IsDraft'], 'True')
    pool:
      vmImage: 'ubuntu-latest'
    timeoutInMinutes: 0
    container: ${{ variables.container_tag }}
    variables:
      TPLS_PATH: /masonry/build-mb-develop-ci-smoke/thirdparty_shared/third_party/
    steps:
      - checkout: self
        clean: true
        submodules: true
        fetchDepth: 1
        fetchTags: false
        lfs: false

      - script: |
           #################################
           # Fetch subset of test data (silo + blueprint).
           # Do as early as possible to fail fast if no LFS budget 
           #################################
           set -e

           echo "Fetching data-repository LFS objects..."
           cd data
           git lfs pull --include "**/silo*.tar.xz"
           git lfs pull --include "**/blueprint*.tar.xz"

           echo "Fetching VisIt baseline LFS objects..."
           cd ..
           git lfs pull --include="test/baseline/databases/silo/**"
           git lfs pull --include="test/baseline/databases/blueprint/**"
           git lfs pull --include="test/baseline/databases/blueprint_export/**"
           git lfs pull --include="test/baseline/hybrid/ddf/**"

           echo "LFS test-data fetch completed successfully."
        displayName: 'Fetch LFS Test Data'

      - script: |
           #################################
           # configure
           #################################
           # setup path to cmake
           export CMAKE_BIN_DIR=`ls -d ${TPLS_PATH}/cmake/*/ci/bin/`
           export PATH=$PATH:$CMAKE_BIN_DIR
           # make dir for build
           mkdir build
           cd build
           # configure with cmake
           cmake -DVISIT_CONFIG_SITE:PATH="/visit-ci-cfg.cmake" ../src
        displayName: 'Configure with CMake'

      - script: |
           #################################
           # build
           #################################
           # build
           cd build
           make -j 4
        displayName: 'Build'

      - script: |
           #################################
           # unpack test data
           #################################
           cd build/testdata/
           for f in ../../data/silo*.tar.xz ../../data/blueprint*.tar.xz; do
             tar xvf "$f"
           done
        displayName: 'Unpack Test Data'

      - script: |
           #################################
           # run tests
           #################################
           # run test suite
           cd build/test
           # find qt, vtk, and ospray
           export QT_LIB_DIR=`ls -d ${TPLS_PATH}/qt/*/ci/lib/`
           export VTK_LIB_DIR=`ls -d ${TPLS_PATH}/vtk/*/ci/lib/`
           export OSPRAY_LIB_DIR=`ls -d ${TPLS_PATH}/ospray/*/ci/ospray/lib/`
           # add to ld_lib path (rpaths are missing?)
           export LD_LIBRARY_PATH=${VTK_LIB_DIR}:${OSPRAY_LIB_DIR}:${QT_LIB_DIR}
           # run test suite on silo + blueprint tests
           export TESTS="$(python_test_files)"
           ./run_visit_test_suite.sh --fuzzy --pixdiff 10 --avgdiff 10 --numdiff 0.1 -v ${TESTS}
           hasFailed="$(grep Failed\\\|Unacceptable\\\|OS-Killed output/html/index.html)"
           if [[ -n "$hasFailed" ]]; then
             exit 1 # tests failed
           else
             exit 0 # tests passed
           fi
        displayName: 'Run Tests'

      - task: PublishPipelineArtifact@1
        inputs:
          targetPath: 'build/test/output/html'
          artifact: 'VisIt_Test_Outputs'
          publishLocation: 'pipeline'
        condition: succeededOrFailed()

      - script: |
           #################################
           # make docs
           #################################
           # make docs
           cd build
           make docs
        displayName: 'Docs'

      - task: PublishPipelineArtifact@1
        inputs:
          targetPath: 'build/resources/help/en_US/manual'
          artifact: 'VisIt_Manual'
          publishLocation: 'pipeline'
        condition: succeededOrFailed()

      # - script: |
      #      #################################
      #      # install
      #      #################################
      #      cd build
      #      make install
      #   displayName: 'Install'