icu4c.yml

# Copyright (C) 2016 and later: Unicode, Inc. and others.
# License & terms of use: http://www.unicode.org/copyright.html
#
# GitHub Action configuration script for ICU continuous integration tasks.

name: GHA ICU4C

on:
  push:
    branches:
      - main
      - 'maint/maint*'
    paths:
      - 'icu4c/**'
      - 'testdata/**'
      - '.github/workflows/**'
  pull_request:
    branches: '**'
    paths:
      - 'icu4c/**'
      - 'testdata/**'
      - '.github/workflows/**'
  workflow_dispatch:
    # To trigger the Env Test workflow manually, follow the instructions in
    # https://docs.github.com/en/actions/managing-workflow-runs/manually-running-a-workflow
    inputs:
      gitReleaseTag:
        description: 'Release tag to upload to. Must start with "release-"'
        type: string

# For non-release branches (namely: PRs), only run CI on the most recent commit. Cancel
# runs on previous commits mid-flight when new commits are pushed.
# https://docs.github.com/en/actions/using-jobs/using-concurrency#example-only-cancel-in-progress-jobs-on-specific-branches
concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: ${{ !contains(github.ref, 'maint/') && github.ref != 'main' }}

permissions:
  contents: read

jobs:

  # ICU4C docs build using doxygen..
  icu4c-docs-build:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1

      - name: ICU4C doc
        run: |
          sudo apt-get -y install doxygen;
          cd icu4c/source;
          ./runConfigureICU Linux --disable-renaming;
           # Fail if 'warning:' appears in doxygen's output, but ignore warnings from file Doxyfile.
           # Regex note: (?! ... ) is a negative lookahead. Succeed if the pattern is not present.
          set +o pipefail && make doc 2>&1 | tee doxygen.log && ( ! grep -P 'warning:(?! .* file .?Doxyfile)' doxygen.log )

  # gcc debug build.
  # Includes dependency checker.
  # Note - the dependency checker needs to be run on both a debug and an optimized build.
  # This one (gcc) for debug, and linux clang (see job below) for optimized.
  #
  # Test both out-of-source and in-source builds. This one (gcc) for out-of-source,
  # and linux clang (below) for in-source.
  #
  # Invokes test/hdrtst to check public headers compliance.
  gcc-debug-build-and-test:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1

      - name: ICU4C with gcc
        env:
          CXXFLAGS: -Wextra -Werror -Wno-error=return-local-addr
          CFLAGS: -Werror
          PREFIX: /tmp/icu-prefix
        run: |
          mkdir build;
          cd build;
          ../icu4c/source/runConfigureICU --enable-debug --disable-release Linux/gcc --prefix=$PREFIX --enable-tracing;
          make -j -l4.5 check;
          ( cd ../icu4c/source/test/depstest && ./depstest.py ../../../../build/ );
          make install;
          PATH=$PREFIX/bin:$PATH make -C test/hdrtst check

  #gcc 11 with c++ 20
  gcc11-cpp20:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - name: Install GCC-11
        run: |
          sudo add-apt-repository ppa:ubuntu-toolchain-r/test
          sudo apt update
          sudo apt install gcc-11 g++-11
      - name: Build and Test
        env:
          CC: gcc-11
          CXX: g++-11
          CXXFLAGS: -std=c++20 -fext-numeric-literals
        run: |
          cd icu4c/source;
          ./runConfigureICU Linux
          make -j -l4.5 check;

  # clang release build with some options to enforce useful constraints.
  # Includes dependency checker on an in-source, optimized build.
  # Includes checking @draft etc. API tags vs. ifndef guards like
  # U_HIDE_DRAFT_API and U_FORCE_HIDE_DRAFT_API.
  # (FORCE guards make this tool pass but won't compile to working code.
  # See the testtagsguards.sh script for details.)
  clang-release-build-and-test:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1

      - name: Install doxygen
        run: |
          sudo apt-get -y install doxygen;
      - name: Build ICU4C with clang
        env:
          CPPFLAGS: -DU_NO_DEFAULT_INCLUDE_UTF_HEADERS=1
          CFLAGS: -Wimplicit-fallthrough
          CXXFLAGS: -Wimplicit-fallthrough
        run: |
          cd icu4c/source;
          ./runConfigureICU Linux/clang;
          make -j -l4.5 check;
      - name: Test Dependency
        run: |
          cd icu4c/source/test/depstest;
          python3 depstest.py ../../../source/;
      - name: Test Tags Guards
        run: |
          cd icu4c;
          source/test/hdrtst/testtagsguards.sh;
      - name: Test C Default locale
        run: |
          cd icu4c/source/test/cintltst && LANG=C LD_LIBRARY_PATH=../../lib:../../tools/ctestfw ./cintltst /tsutil/cloctst/TestCDefaultLocale
      - name: Test C.UTF-8 Default locale
        run: |
          cd icu4c/source/test/cintltst && LANG=C.UTF-8 LD_LIBRARY_PATH=../../lib:../../tools/ctestfw ./cintltst /tsutil/cloctst/TestCDefaultLocale
      - name: Make Dist
        env:
          CPPFLAGS: -DU_NO_DEFAULT_INCLUDE_UTF_HEADERS=1
          CFLAGS: -Wimplicit-fallthrough
          CXXFLAGS: -Wimplicit-fallthrough
        run: |
          cd icu4c/source;
          make dist

  # clang build with some options
  clang-options-build-and-test:
    strategy:
      # "fail-fast: false" lets other jobs keep running even if the test breaks in some other options.
      fail-fast: false
      matrix:
        build_option:
         [ --enable-static, --enable-static --disable-shared ]
         # --disable-shared has a build problem.
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1

      - name: Build ICU4C with clang
        run: |
          cd icu4c/source;
          ./runConfigureICU Linux/clang ${{ matrix.build_option }};
          make -j -l4.5 tests;
      - name: Test
        run: |
          cd icu4c/source;
          make check;

  # Out of source build with gcc 10, c++14, and extra warnings; executes icuinfo.
  gcc-10-stdlib17:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1

      - name: ICU4C with gcc 10 and c++17 and extra warnings.
        env:
          PREFIX: /tmp/icu-prefix
          CC: gcc-10
          CXX: g++-10
          CXXFLAGS: -std=c++17 -Wextra
        run: |
          mkdir build;
          cd build;
          ../icu4c/source/runConfigureICU Linux --disable-layout --disable-layoutex --prefix=$PREFIX;
          make -j -l4.5 check;
          make -j -l4.5 install;
          cd $PREFIX/bin;
          LD_LIBRARY_PATH=../lib ./icuinfo

  # Clang Linux with address sanitizer.
  clang-asan:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1

      - name: ICU4C with clang and asan
        run: |
          cd icu4c/source;
          ./runConfigureICU --enable-debug --disable-release Linux/clang --disable-renaming --enable-tracing;
          make -j -l4.5 check;
        env:
          CPPFLAGS: -fsanitize=address
          LDFLAGS: -fsanitize=address
  # Clang Linux with leak sanitizer.
  clang-lsan:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1

      - name: ICU4C with clang and lsan
        run: |
          cd icu4c/source;
          ./runConfigureICU --enable-debug --disable-release Linux/clang --disable-renaming --enable-tracing;
          make -j -l4.5 check;
        env:
          CPPFLAGS: -fsanitize=leak
          LDFLAGS: -fsanitize=leak
          ASAN_OPTIONS: detect_leaks=1
  # Clang Linux with undefined-behavior sanitizer.
  clang-ubsan:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1

      - name: ICU4C with clang and ubsan +alignment
        run: |
          cd icu4c/source;
          ./runConfigureICU --enable-debug --disable-release Linux/clang --disable-renaming;
          make -j -l4.5 check;
        env:
          CPPFLAGS: -fsanitize=undefined -fsanitize=alignment -fno-sanitize-recover=undefined,alignment
          CFLAGS: -fsanitize=undefined -fsanitize=alignment -fno-sanitize-recover=undefined,alignment
          LDFLAGS: -fsanitize=undefined -fsanitize=alignment -fno-sanitize-recover=undefined,alignment
  # Control Flow Integrity.
  clang-cfi:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1

      - name: ICU4C with clang using CFI
        run: |
          cd icu4c/source;
          ./runConfigureICU Linux --disable-renaming;
          make -j -l4.5 check;
        env:
          CC: clang
          CXX: clang++
          # add -fsanitize=cfi-vcall -fsanitize=cfi-icall  later
          CXXFLAGS: -flto -fvisibility=hidden -fsanitize=cfi-derived-cast -fno-sanitize-trap=cfi -fno-inline-functions -fno-inline -fno-omit-frame-pointer -O1
          # add -fsanitize=cfi-vcall -fsanitize=cfi-icall  later
          LDFLAGS: -flto -fvisibility=hidden -fuse-ld=gold -fsanitize=cfi-derived-cast -fsanitize=cfi-unrelated-cast -fno-sanitize-trap=cfi -fsanitize-cfi-icall-generalize-pointers

  # Clang Linux with thread sanitizer.
  clang-tsan:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1

      - name: ICU4C with clang and tsan
        run: |
          cd icu4c/source;
          ./runConfigureICU --enable-debug --disable-release Linux/clang --disable-renaming
          make -j -l4.5;
          make -j -l4.5 -C test;
          make -j -l4.5 -C test/intltest check
        env:
          INTLTEST_OPTS: utility/MultithreadTest
          CPPFLAGS: -fsanitize=thread
          LDFLAGS: -fsanitize=thread

  #------------------------------------------------------
  # Clang Linux with data filter
  # Note: This job uses `make -j2` instead of `make -j -l4.5` because with more parallelism (PR #2456)
  # this check became flaky. The build apparently was not done copying one or another .ucm file before
  # calling makeconv for it, although the Makefile has appropriate dependencies.
  clang-datafilter:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - name: Extract ICU version
        run: |
          # Extract ICU version from icuver.txt
          icuverContent=$(cat icu4c/source/data/misc/icuver.txt)
          icuVersion=$(echo "$icuverContent" | grep -oP 'ICUVersion\{"\K\d+\.\d+\.\d+\.\d+')
          majorVersion=$(echo "$icuVersion" | cut -d. -f1)
          echo "majorVersion=$majorVersion"
          echo "majorVersion=$majorVersion" >> $GITHUB_ENV
      - name: Build ICU4C with clang
        run: |
          cd icu4c/source && \
          ICU_DATA_FILTER_FILE=../../.github/data-filter.json ./runConfigureICU Linux/clang && \
          make -j2 tests && \
          \[ ! -d data/out/build/icudt${majorVersion}l/translit \] && \
          (cd test/intltest && LD_LIBRARY_PATH=../../lib:../../tools/ctestfw ./intltest translit/TransliteratorTest/TestBasicTransliteratorEvenWithoutData) && \
          (cd test/cintltst && LANG=C LD_LIBRARY_PATH=../../lib:../../tools/ctestfw ./cintltst /tsutil/cloctst/TestEnglishExemplarCharacters /tsutil/cldrtest/TestCoverage)

  # Clang Linux with CPP 17
  clang-cpp17:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - name: Build ICU4C with CPP 17
        env:
          CXXFLAGS: -std=c++17 -Winvalid-constexpr
        run: |
          cd icu4c/source && ./runConfigureICU --enable-debug --disable-release Linux/clang && make -j -l4.5 check

  # Clang Linux with LANG: en_US@calendar=gregorian;hours=h12
  clang-lang-with-extn-tags:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - name: Linux Clang - LANG has extension tags
        env:
          LANG: "en_US@calendar=gregorian;hours=h12"
        run: |
          cd icu4c/source && ./runConfigureICU --enable-debug --disable-release Linux/clang && make -j -l4.5 check

  # Clang Linux 18 with CPP20 and treat warnings as errors
  clang18-cpp20-warning-as-errors:
      runs-on: ubuntu-22.04  # Updated in BRS
      strategy:
        fail-fast: false
        matrix:
          flags:
            - '-std=c++20'
            - '-std=c++20 -stdlib=libc++'
      steps:
        - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
        - name: Install Clang-18
          run: |
            wget https://apt.llvm.org/llvm.sh
            chmod u+x llvm.sh
            sudo ./llvm.sh 18 all
        - name: Clang-18 build and Test
          env:
            CC: clang-18
            CXX: clang++-18
            CPPFLAGS: '-Wall -Wextra -Wctad-maybe-unsupported -Werror'
            CXXFLAGS: ${{ matrix.flags }}
          run: |
            cd icu4c/source && ./runConfigureICU --enable-debug --disable-release Linux && make -j -l4.5 check

  # MacOS with clang
  macos-clang:
    runs-on: macos-14  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - name: ICU4C with clang on MacOS
        env:
          CPPFLAGS: '-Wall -Wextra -Wextra-semi -Wundef -Wnon-virtual-dtor -Wctad-maybe-unsupported -Werror'
        run: |
          cd icu4c/source;
          PYTHON=python3 ./runConfigureICU macOS;
          make -j -l4.5 check

  # Windows MSVC builds
  windows-msvc:
    runs-on: windows-2022  # Updated in BRS
    strategy:
      fail-fast: false
      matrix:
        include:
          - test_flags: 'x64 Debug'
            build_flags: '/p:Configuration=Debug /p:Platform=x64'
          - test_flags: 'x86 Debug'
            build_flags: '/p:Configuration=Debug /p:Platform=Win32'
          - test_flags: 'arm Release'
            build_flags: '/p:Configuration=Release /p:Platform=ARM'
          - test_flags: 'x64 Release'
            build_flags: '/p:LanguageStandard=stdcpplatest /p:Configuration=Release /p:Platform=x64'
          - test_flags: 'x64 Release'
            build_flags: '/p:_HAS_EXCEPTIONS=0 /p:Configuration=Release /p:Platform=x64'
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - name: Set up MSBuild
        uses: microsoft/setup-msbuild@v2
      - name: Build Solution x64
        if: contains(matrix.test_flags, 'arm Release')
        run: msbuild icu4c/source/allinone/allinone.sln /p:Configuration=Release /p:Platform=x64 /p:SkipUWP=true
      - name: Build Solution
        run: |
          msbuild icu4c/source/allinone/allinone.sln ${{ matrix.build_flags }} /p:SkipUWP=true
      - name: Run ${{ matrix.test_flags }} Tests (icucheck.bat)
        if: contains(matrix.test_flags, 'arm Release') == false
        run: |
          icu4c\source\allinone\icucheck.bat ${{ matrix.test_flags }}

  # Windows data filter build
  windows-msvc-datafilter:
    runs-on: windows-2022  # Updated in BRS
    timeout-minutes: 30
    steps:
    - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
    - name: Set ICU_DATA_FILTER_FILE variable
      run: |
        $filterPath = "${{ github.workspace }}\.github\data-filter.json"
        echo "ICU_DATA_FILTER_FILE=$filterPath" >> $GITHUB_ENV
      shell: pwsh
    - name: Set up MSBuild
      uses: microsoft/setup-msbuild@v2
    - name: Build Solution with Data Filter
      run: msbuild icu4c/source/allinone/allinone.sln /p:Configuration=Release /p:Platform=x64 /p:SkipUWP=true

  # Windows MSVC distribution release
  windows-msvc-dist-release:
    runs-on: windows-2022  # Updated in BRS
    permissions:
      contents: write # So that we can upload to release
    timeout-minutes: 30
    strategy:
      fail-fast: false
      matrix:
        include:
          - arch: 'x64'
            plat: 'x64'
            win_ver: 'Win64'
          - arch: 'x86'
            plat: 'Win32'
            win_ver: 'Win32'
          - arch: 'arm64'
            plat: 'ARM64'
            win_ver: 'WinARM64'
    steps:
    - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
    - name: Set up MSBuild
      uses: microsoft/setup-msbuild@v2
    - name: Build Solution x64
      if: contains(matrix.win_ver, 'ARM64')
      run: msbuild icu4c/source/allinone/allinone.sln /p:Configuration=Release /p:Platform=x64 /p:SkipUWP=true
    - name: Build Solution
      run: msbuild icu4c/source/allinone/allinone.sln /p:Configuration=Release /p:Platform=${{ matrix.plat }} /p:SkipUWP=true
    - name: Run Tests (icucheck.bat)
      if: contains(matrix.win_ver, 'ARM64') == false
      run: icu4c/source/allinone/icucheck.bat ${{ matrix.arch }} Release
    - name: "Run PowerShell: Distrelease script (${{ matrix.arch }})"
      run: |
        cd ./icu4c/
        ./packaging/distrelease.ps1 -arch ${{ matrix.arch }}
      shell: pwsh
    - name: Extract ICU version and rename zip file
      id: set-zip-name
      run: |
        # Extract ICU version from icuver.txt
        $icuverContent = Get-Content icu4c\source\data\misc\icuver.txt
        $icuVersion = ($icuverContent -match 'ICUVersion{"(\d+\.\d+\.\d+\.\d+)"}')[0]
        $icuVersion -match '\{"(.*?)"\}' | Out-Null
        $icuVersion = $matches[1]
        $majorVersion = $icuVersion.Split('.')[0]
        $minorVersion = $icuVersion.Split('.')[1]
        # Determine the new file name based on the version
        if ($minorVersion -eq "0") {
          $newZipName = "icu4c-${majorVersion}rc-${{ matrix.win_ver }}-MSVC2022"
        } else {
          $newZipName = "icu4c-${majorVersion}_${minorVersion}-${{ matrix.win_ver }}-MSVC2022"
        }
        # Debugging: Print the new zip name
        Write-Host "New Zip Name: $newZipName"
        # Rename the existing zip file
        cd icu4c\source\dist\ && ls -l .
        Rename-Item -Path icu-windows.zip -NewName "${newZipName}.zip"
        echo $newZipName
        ls -l .
        echo "newZipName=$newZipName" | Out-File -FilePath $env:GITHUB_ENV -Append
    - name: Upload artifact
      uses: actions/upload-artifact@v4
      with:
        name: icu4c.${{ matrix.win_ver }}.run_#${{ github.run_number }}
        path: icu4c/source/dist/${{ env.newZipName }}.zip
    - name: Upload to release
      if: ${{ inputs.gitReleaseTag && startsWith(inputs.gitReleaseTag, 'release-') }}
      run: |
        gh release upload ${{ inputs.gitReleaseTag }} icu4c/source/dist/${{ env.newZipName }}.zip --clobber
      env:
        GH_TOKEN: ${{ github.token }}

  # Window MSYS2 tests
  windows-msys2-gcc-x86_64:
    runs-on: windows-2022  # Updated in BRS
    timeout-minutes: 45
    defaults:
      run:
        shell: msys2 {0}
    steps:
    - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
    - name: Set up MSYS2
      uses: msys2/setup-msys2@v2
      id: msys2
      with:
        update: true
        msystem: mingw64
        install: >
          base-devel
          mingw-w64-x86_64-toolchain
          make
    - name: 'Verify MinGW Installation'
      run: gcc --version
    - name: Build and Test
      run: |
        cd '${{ github.workspace }}' && cd icu4c/source && ./runConfigureICU MinGW --prefix='/tmp/build-icu' && make -j -l4.5 check
    - name: Make install
      run: |
        cd '${{ github.workspace }}' && cd icu4c/source && make install && cd /tmp/build-icu && echo 'Recursive ls' && ls -lR
    - name: Run icuinfo
      run: |
        echo 'Run icuinfo from MSYS shell' && cd /tmp/build-icu/bin && ./icuinfo.exe
    - name: Run icuinfo from CMD
      shell: cmd
      run: |
        cd /d ${{ steps.msys2.outputs.msys2-location }}\tmp\build-icu\bin
        set PATH=C:\tools\msys64\mingw64\bin;%PATH%
        .\icuinfo.exe

  # Run ICU4C tests with stubdata.
  run-with-stubdata:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1

      - name: ICU4C tests with stubdata
        run: |
          cd icu4c/source;
          ./runConfigureICU Linux;
          make -j -l4.5 check;
          rm lib/libicudata.so*;
          cp -P stubdata/libicudata.so* lib;

          cd test/cintltst;
          echo 'Running ICU4C cintltst with stubdata.';
          # Note: 'Elapsed Time: ' is printed by makefile upon final success.
          CINTLTST_OPTS=-w make -j -l4.5 check 2>&1 | tee stubdata_ctest.log;
          if ! grep 'Elapsed Time: ' stubdata_ctest.log
          then
            echo
            echo cintltst run with stubdata failed
            echo
            echo See
            echo https://unicode-org.github.io/icu/processes/release/tasks/integration.html#run-tests-without-icu-data
            echo for how to reproduce and debug the failure
            exit 1
          fi

          cd ../intltest;
          echo 'Running ICU4C intltest with stubdata.';
          INTLTEST_OPTS=-w make -j -l4.5 check 2>&1 | tee stubdata_intltest.log;
          if ! grep 'Elapsed Time: ' stubdata_intltest.log
          then
            echo
            echo intltest run with stubdata failed
            echo
            echo See
            echo https://unicode-org.github.io/icu/processes/release/tasks/integration.html#run-tests-without-icu-data
            echo for how to reproduce and debug the failure
            exit 1
          fi

  # Test U_CHARSET_IS_UTF8
  u-charset-is-utf8-test:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - run: |
          cd icu4c/source;
          ./runConfigureICU Linux CPPFLAGS="-DU_CHARSET_IS_UTF8=1";
          make -j -l4.5 check

  # Test U_OVERRIDE_CXX_ALLOCATION-is-0-test
  u-override-cxx-allocation-is-0-test:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - run: |
          cd icu4c/source;
          ./runConfigureICU Linux CPPFLAGS="-DU_OVERRIDE_CXX_ALLOCATION=0";
          make clean;
          make -j -l4.5 check

  # Test LSTM
  lstm-test:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - run: |
          cd icu4c/source;
          ICU_DATA_FILTER_FILE=../../.github/lstm_for_th_my.json ./runConfigureICU --enable-debug --disable-release Linux -disable-layoutex;
          make clean;
          make -j -l4.5 check

  # Test adaboost
  adaboost-test:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - run: |
          cd icu4c/source;
          ICU_DATA_FILTER_FILE=../../.github/adaboost.json CPPFLAGS=-DUCONFIG_USE_ML_PHRASE_BREAKING=1 ./runConfigureICU --enable-debug --disable-release Linux -disable-layoutex;
          make clean;
          make -j -l4.5 check

  # Build and run testmap
  testmap:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - run: |
          cd icu4c/source;
          ./runConfigureICU Linux;
          make -j -l4.5 check;
          CONFIG_FILES=test/testmap/Makefile ./config.status;
          cd test/testmap;
          make -j -l4.5 check | grep '*** PASS PASS PASS, test PASSED!!!!!!!!'

  # Copyright scan
  copyright-scan:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - run: perl tools/scripts/cpysearch/cpyscan.pl

  # Check compilation of internal headers.
  internal-header-compilation:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - run: cd icu4c/source; test/hdrtst/testinternalheaders.sh

  # Check source files for valid UTF-8 and for absence of BOM.
  valid-UTF-8-and-no-BOM-check:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - run: tools/scripts/icu-file-utf8-check.py

  # Run unit tests with UCONFIG_NO_XXX variations.
  uconfig-unit-tests:
    runs-on: ubuntu-22.04  # Updated in BRS
    strategy:
      # "fail-fast: false" lets other jobs keep running even if the test breaks in some other uconfig.
      fail-fast: false
      matrix:
        uconfig_cppflags:
         # Ignore the following two.
         # - "-DUCONFIG_NO_FILE_IO=1"
         # - "-DUCONFIG_NO_CONVERSION=1"
         - "-DUCONFIG_NO_LEGACY_CONVERSION=1"
         - "-DUCONFIG_NO_NORMALIZATION=1"
         - "-DUCONFIG_NO_BREAK_ITERATION=1"
         - "-DUCONFIG_NO_IDNA=1"
         - "-DUCONFIG_NO_COLLATION=1"
         - "-DUCONFIG_NO_FORMATTING=1"
         - "-DUCONFIG_NO_MF2=1"
         - "-DUCONFIG_NO_TRANSLITERATION=1"
         - "-DUCONFIG_NO_REGULAR_EXPRESSIONS=1"
         - "-DUCONFIG_NO_SERVICE=1"
         - "-DUCONFIG_NO_FILTERED_BREAK_ITERATION=1"
         # Turn on all the options in one test.
         - "-DUCONFIG_NO_LEGACY_CONVERSION=1 -DUCONFIG_NO_NORMALIZATION=1 -DUCONFIG_NO_BREAK_ITERATION=1 -DUCONFIG_NO_IDNA=1 -DUCONFIG_NO_COLLATION=1 -DUCONFIG_NO_FORMATTING=1 -DUCONFIG_NO_MF2=1 -DUCONFIG_NO_TRANSLITERATION=1 -DUCONFIG_NO_REGULAR_EXPRESSIONS=1 -DUCONFIG_NO_SERVICE=1 -DUCONFIG_NO_FILTERED_BREAK_ITERATION=1"
    steps:
      - name: Checkout
        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - name: Verify no additional new UCONFIG_NO_xxx added
        run: |
          # Test that we have exactly 13 "#ifndef UCONFIG_NO_" in uconfig.h. If the number changes, we need to also
          # adjust the uconfig_cppflags above to include the new one and update the "13" below.
          expected_count="13";
          count=`egrep "#ifndef UCONFIG_NO_" icu4c/source/common/unicode/uconfig.h| wc -l`;
          if [ $expected_count != $count ]; then
              echo "More than %s UCONFIG_NO_* defined in uconfig.h, please adjust uconfig_cppflags above to include any newly added flag" % $expected_count;
              echo "Currently UCONFIG_NO_* defined in uconfig.h:";
              egrep "#ifndef UCONFIG_NO_" icu4c/source/common/unicode/uconfig.h;
              exit -1
          fi
      - name: Build and Test
        env:
          CPPFLAGS: ${{ matrix.uconfig_cppflags }}
        run: |
          cd icu4c/source/;
          ./runConfigureICU Linux;
          make -j -l4.5 tests;

  # Run header tests with UCONFIG_NO_XXX variations.
  uconfig-header-tests:
    runs-on: ubuntu-22.04  # Updated in BRS
    strategy:
      # "fail-fast: false" lets other jobs keep running even if the test breaks in some other uconfig.
      fail-fast: false
      matrix:
        uconfig_cppflags:
         # Ignore the following two.
         # - "-DUCONFIG_NO_FILE_IO=1"
         # - "-DUCONFIG_NO_CONVERSION=1"
         - "-DUCONFIG_NO_LEGACY_CONVERSION=1"
         - "-DUCONFIG_NO_NORMALIZATION=1"
         - "-DUCONFIG_NO_BREAK_ITERATION=1"
         - "-DUCONFIG_NO_IDNA=1"
         - "-DUCONFIG_NO_COLLATION=1"
         - "-DUCONFIG_NO_FORMATTING=1"
         - "-DUCONFIG_NO_MF2=1"
         - "-DUCONFIG_NO_TRANSLITERATION=1"
         - "-DUCONFIG_NO_REGULAR_EXPRESSIONS=1"
         - "-DUCONFIG_NO_SERVICE=1"
         - "-DUCONFIG_NO_FILTERED_BREAK_ITERATION=1"
         # Turn on all the options in one test.
         - "-DUCONFIG_NO_LEGACY_CONVERSION=1 -DUCONFIG_NO_NORMALIZATION=1 -DUCONFIG_NO_BREAK_ITERATION=1 -DUCONFIG_NO_IDNA=1 -DUCONFIG_NO_COLLATION=1 -DUCONFIG_NO_FORMATTING=1 -DUCONFIG_NO_MF2=1 -DUCONFIG_NO_TRANSLITERATION=1 -DUCONFIG_NO_REGULAR_EXPRESSIONS=1 -DUCONFIG_NO_SERVICE=1 -DUCONFIG_NO_FILTERED_BREAK_ITERATION=1"
    steps:
      - name: Checkout
        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - name: Verify no additional new UCONFIG_NO_xxx added
        run: |
          # Test that we have exactly 13 "#ifndef UCONFIG_NO_" in uconfig.h. If the number changes, we need to also
          # adjust the uconfig_cppflags above to include the new one and update the "13" below.
          count=`egrep "#ifndef UCONFIG_NO_" icu4c/source/common/unicode/uconfig.h| wc -l`;
          if [ "13" != $count ]; then
              echo "More than %s UCONFIG_NO_* defined in uconfig.h, please adjust uconfig_cppflags above to include any newly added flag" % $count;
              echo "Currently UCONFIG_NO_* defined in uconfig.h:";
              egrep "#ifndef UCONFIG_NO_" icu4c/source/common/unicode/uconfig.h;
              exit -1
          fi
      - name: Build and Install
        run: |
          cd icu4c/source/;
          mkdir /tmp/icu_cnfg;
          ./runConfigureICU Linux --prefix=/tmp/icu_cnfg;
          make -j -l4.5 install;
      - name: Test
        env:
          UCONFIG_NO: ${{ matrix.uconfig_cppflags }}
        run: |
          cd icu4c/source/;
          PATH=/tmp/icu_cnfg/bin:$PATH make -C test/hdrtst check;

  # Build Unicode update tools
  unicode-update-tools:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
    - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
    - uses: bazelbuild/setup-bazelisk@b39c379c82683a5f25d34f0d062761f62693e0b2 # v3.0.0
    - name: Get CI Linux runner VM version
      id: linux-version
      run: |
        echo "LINUX_VERSION=$(grep -F VERSION_ID /etc/os-release | cut -d'"' -f2)" >> $GITHUB_OUTPUT
    - name: Mount bazel cache
      uses: actions/cache@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9 # v4.0.2
      with:
        path: "~/.cache/bazel"
        key: bazel-${{ runner.os }}-${{ steps.linux-version.outputs.LINUX_VERSION }}

    - name: Generate the data
      run: |
        export ICU_SRC=`pwd`;
        icu4c/source/data/unidata/generate.sh;
        if $?
        then
          echo
          echo Build of Unicode update tools failed.
          echo See
          echo https://unicode-org.github.io/icu/processes/unicode-update#bazel-build-process
          echo for how to reproduce and debug the failure
          exit 1
        fi

        git diff --exit-code;
        if $?
        then
          echo
          echo ICU unicode data has changed!
          echo Did you forget to include the changed data files in this PR?
          exit 1
        fi

# Build and run ICU4C samples
  icu4c-test-samples:
      runs-on: ubuntu-22.04  # Updated in BRS
      steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1

      - name: ICU4C configure and build
        run: |
          # Perform an out-of-source build of icu4c
          mkdir /tmp/icu_samples
          cd icu4c/source
          ./runConfigureICU Linux -prefix=/tmp/icu_samples
          make install
          # Reference the paths in the new build
          cd samples
          # To clean all the test binaries
          make clean-samples-recursive
          # To rebuild them all
          echo "Make all samples"
          PATH=$PATH:/tmp/icu_samples/bin LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/tmp/icu_samples/lib make all-samples-recursive
          # To run all tests serially
          echo "Run all samples"
          pwd
          PATH=$PATH:/tmp/icu_samples/bin LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/tmp/icu_samples/lib make check-samples-recursive

  # https://unicode-org.github.io/icu/processes/release/tasks/integration.html#verify-that-icu4c-tests-pass-without-collation-rule-strings
  icu4c-without-collation-rule-strings:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - name: Install hjson dependency
        run: |
          sudo apt-get install python3-pip
          pip3 install hjson
      - name: Create data filter file to remove collation rule strings
        run: |
          cat > icu4c/coll-norules.hjson <<EOL
          {
            resourceFilters: [
              {
                categories: [
                  coll_tree
                ]
                rules: [
                  -/UCARules
                  -/collations/*/Sequence
                ]
              }
            ]
          }
          EOL
      - name: Configure ICU4C with the data filter file
        env:
          ICU_DATA_FILTER_FILE: ../coll-norules.hjson
        run: |
          cd icu4c/source
          ./runConfigureICU Linux
      - name: Run tests with data-errors-as-warnings
        env:
          INTLTEST_OPTS: -w
          CINTLTST_OPTS: -w
        run: |
          cd icu4c/source
          make -j -l4.5 check

  # https://unicode-org.github.io/icu/processes/release/tasks/healthy-code.html#test-uconfig_no_conversion
  icu4c-uconfig-no-conversion:
    runs-on: ubuntu-22.04  # Updated in BRS
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - name: Set UCONFIG_NO_CONVERSION and configure ICU4C
        env:
          UCONFIG_NO_CONVERSION: 1
        run: |
          cd icu4c/source
          ./runConfigureICU Linux
      - name: Run make for stubdata, common, i18n
        run: |
          cd icu4c/source
          pushd stubdata && make -j -l4.5 && popd
          # Ensure lib directory for output object file exists
          mkdir -p lib
          pushd common && make -j -l4.5 && popd
          pushd i18n && make -j -l4.5 && popd

  # Workflow for ICU Export Data for ICU4X
  icu4c-icuexportdata:
    runs-on: ubuntu-22.04  # Updated in BRS
    permissions:
      contents: write # So that we can upload to release
    timeout-minutes: 30
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
      - name: Build
        run: |
          cd icu4c/source && ./runConfigureICU Linux && make -j -l4.5
        env:
          CC: clang
          CXX: clang++
      - name: Build property data files
        run: |
          cd icu4c/source
          mkdir -p icuexportdata/uprops/fast
          ./bin/icuexportdata --mode uprops --index --copyright --verbose --destdir icuexportdata/uprops/fast --trie-type fast --all
          mkdir -p icuexportdata/uprops/small
          ./bin/icuexportdata --mode uprops --index --copyright --verbose --destdir icuexportdata/uprops/small --trie-type small --all
        env:
          LD_LIBRARY_PATH: lib
      - name: Build normalization data files
        run: |
          cd icu4c/source
          mkdir -p icuexportdata/norm/fast
          ./bin/icuexportdata --mode norm --index --copyright --verbose --destdir icuexportdata/norm/fast --trie-type fast --all
          mkdir -p icuexportdata/norm/small
          ./bin/icuexportdata --mode norm --index --copyright --verbose --destdir icuexportdata/norm/small --trie-type small --all
        env:
          LD_LIBRARY_PATH: lib
      - name: Build case data files
        run: |
          cd icu4c/source
          mkdir -p icuexportdata/ucase/fast
          ./bin/icuexportdata --mode ucase --index --copyright --verbose --destdir icuexportdata/ucase/fast --trie-type fast --all
          mkdir -p icuexportdata/ucase/small
          ./bin/icuexportdata --mode ucase --index --copyright --verbose --destdir icuexportdata/ucase/small --trie-type small --all
        env:
          LD_LIBRARY_PATH: lib
      - name: Build collation data files
        run: |
          cd icu4c/source
          cd data/coll
          FILES=$(ls *.txt)
          cd ../../
          mkdir -p icuexportdata/collation/unihan
          ./bin/genrb -X -s data/coll --ucadata data/in/coll/ucadata-unihan-icu4x.icu -d icuexportdata/collation/unihan $FILES
          rm icuexportdata/collation/unihan/*.res
          mkdir -p icuexportdata/collation/implicithan
          ./bin/genrb -X -s data/coll --ucadata data/in/coll/ucadata-implicithan-icu4x.icu -d icuexportdata/collation/implicithan $FILES
          rm icuexportdata/collation/implicithan/*.res
        env:
          LD_LIBRARY_PATH: lib
      - name: Build segmenter dictionary files
        run: |
          cd icu4c/source
          mkdir -p icuexportdata/segmenter/dictionary
          for FILE in $(ls data/brkitr/dictionaries | xargs -n 1 basename); do
            ./bin/gendict --uchars --toml data/brkitr/dictionaries/$FILE icuexportdata/segmenter/dictionary/$(basename $FILE .txt).toml
          done
        env:
          LD_LIBRARY_PATH: lib
      - name: Zip
        run: |
          cd icu4c/source/icuexportdata
          zip -r ../../../icuexportdata_${{ inputs.gitReleaseTag }}.zip .
      - name: Publish Artifact
        uses: actions/upload-artifact@v4
        with:
          name: icuexportdata_output
          path: icuexportdata_*.zip
      - name: Upload to release
        if: ${{ inputs.gitReleaseTag && startsWith(inputs.gitReleaseTag, 'release-') }}
        run: |
          gh release upload ${{ inputs.gitReleaseTag }} icuexportdata_*.zip --clobber
        env:
          GH_TOKEN: ${{ github.token }}