QCD_workflow.yml

name: QCD Workflow

on:
  push:
    branches: [ master ]
    paths:
    - 'src/BTVNanoCommissioning/workflows/*QCD*'
    - 'src/BTVNanoCommissioning/helpers/update_branch.py'
    - 'src/BTVNanoCommissioning/helpers/func.py'
    - 'src/BTVNanoCommissioning/helpers/definitions.py'
    - 'src/BTVNanoCommissioning/utils/*'
    - '.github/workflows/QCD_workflow.yml'
    
  pull_request_target:
    branches: [ master ]
    paths:
    - 'src/BTVNanoCommissioning/workflows/*QCD*'
    - 'src/BTVNanoCommissioning/helpers/update_branch.py'
    - 'src/BTVNanoCommissioning/helpers/func.py'
    - 'src/BTVNanoCommissioning/helpers/definitions.py'
    - 'src/BTVNanoCommissioning/utils/*'
    - '.github/workflows/QCD_workflow.yml'
   
  workflow_dispatch:

jobs:
  build:
    runs-on: ubuntu-latest
    if: ${{ !contains(github.event.head_commit.message, '[skip ci]') }}
    strategy:
      max-parallel: 4
      matrix:
        python-version: ["3.10"]
    
    defaults:
      run:
        shell: "bash -l {0}"

    steps:
    - uses: actions/checkout@v2
    - name: update submodules
      env:
        SSHKEY: ${{ secrets.GIT_CERN_SSH_PRIVATE }}
      run: |
        mkdir  $HOME/.ssh
        echo "$SSHKEY" > $HOME/.ssh/id_rsa
        ls -lrt $HOME/.ssh
        chmod 600  $HOME/.ssh/id_rsa
        echo "HOST *" > ~/.ssh/config
        echo "StrictHostKeyChecking no" >> ~/.ssh/config
        git submodule update --init --recursive 
    - uses: cvmfs-contrib/github-action-cvmfs@v2
      with:
        cvmfs_repositories: 'grid.cern.ch'

    - name: Set conda environment
      uses: conda-incubator/setup-miniconda@v2
      with:
        python-version: ${{ matrix.python-version }}
        miniforge-variant: Mambaforge
        channels: conda-forge,defaults
        channel-priority: true
        activate-environment: btv_coffea
        environment-file: test_env.yml
        auto-activate-base: false

    - name: Verify environment
      run: |
        conda info
        conda env list
        conda list
    
    - name: Set up proxy
      # https://awesome-workshop.github.io/gitlab-cms/03-vomsproxy/index.html
      # continue-on-error: true
      env:
        # To genereate secrets use (strip all \n)
        # base64 -i ~/.globus/usercert.pem | awk NF=NF RS= OFS=
        # base64 -i ~/.globus/userkey.pem | awk NF=NF RS= OFS=
        # Cross check roundtrip by adding ``| base64 -d `` and see if same as input
        GRID_USERKEY: ${{ secrets.GRID_USERKEY }}
        GRID_USERCERT: ${{ secrets.GRID_USERCERT }}
        # Read automatically by voms-proxy-init
        X509_VOMS_DIR: /cvmfs/grid.cern.ch/etc/grid-security/vomsdir/
        X509_VOMSES: /cvmfs/grid.cern.ch/etc/grid-security/vomses/
        X509_DEFAULT_USER_CERT: $HOME/.globus/usercert.pem
        X509_DEFAULT_USER_KEY: $HOME/.globus/userkey.pem
      run: |
        mkdir $HOME/.globus
        printf $GRID_USERKEY | base64 -d > $HOME/.globus/userkey.pem
        printf $GRID_USERCERT | base64 -d > $HOME/.globus/usercert.pem
        # DEBUG: dump decoded cert, cert is public, but don't dump key!
        # base64 -i $HOME/.globus/usercert.pem
        chmod 400 $HOME/.globus/userkey.pem
        openssl rand -out $HOME/.rnd  -hex 256
        printf "${{secrets.GRID_PASSWORD}}" | voms-proxy-init --voms cms --vomses ${X509_VOMSES} --debug --pwstdin
        chmod 755 /usr/share/miniconda3/envs/btv_coffea/etc/grid-security/certificates
    - name: Test xrootd
      run: |
        xrdcp root://eoscms.cern.ch//eos/cms/store/group/phys_btag/nano-commissioning/test_w_dj.root .
      
    - name: Install Repo
      run: |
        pip install -e .
    

    - name: QCD workflows with correctionlib
      run: |
        string=$(git log -1 --pretty=format:'%s')
        if [[ $string == *"ci:skip array"* ]]; then
        opts=$(echo "$opts" | sed 's/--isArray //g')
        fi
        if [[ $string == *"ci:skip syst"* ]]; then
            opts=$(echo "$opts" | sed 's/--isSyst all//g')
        elif [[ $string == *"ci:JERC_split"* ]]; then
            opts=$(echo "$opts" | sed 's/--isSyst all/--isSyst JERC_split/g')
        elif [[ $string == *"ci:weight_only"* ]]; then
            opts=$(echo "$opts" | sed 's/--isSyst all/--isSyst weight_only/g') 
        fi
        python runner.py --workflow QCD_sf --json metadata/test_bta_run3.json  --executor iterative  $opts
    
    # - name: QCD mu workflows with correctionlib
    #   run: |
    #     message=$(git log -1 --pretty=format:'%s')
    #     if [[ $string == *"ci:skip array"* ]]; then
    #     opts=$(echo "$opts" | sed 's/--isArray //g')
    #     fi
    #     if [[ $string == *"ci:skip syst"* ]]; then
    #         opts=$(echo "$opts" | sed 's/--isSyst all//g')
    #     elif [[ $string == *"ci:JERC_split"* ]]; then
    #         opts=$(echo "$opts" | sed 's/--isSyst all/--isSyst JERC_split/g')
    #     elif [[ $string == *"ci:weight_only"* ]]; then
    #         opts=$(echo "$opts" | sed 's/--isSyst all/--isSyst weight_only/g') 
    #     fi
    #     python runner.py --workflow QCD_mu --json metadata/test_bta_run3.json --executor iterative  --overwrite $opts