daily_tests.yaml

name: basic-model-tests-daily
on:
  workflow_dispatch:
  schedule:
    - cron:  '48 19 * * *'
env:
  WORKSPACE_PREFIX: $(echo $GITHUB_WORKSPACE |cut -d '/' -f 1-4)
  SLURM_PARTITION: llm_s
  CONDA_BASE_ENV: internlm-model-base

jobs:
  HF_model:
    runs-on: [t_cluster]
    strategy:
      matrix:
        transformers-version: [4.38.0, latest]
    steps:
    - name: mask env
      run: |
        echo "::add-mask::${{env.WORKSPACE_PREFIX}}"
        echo "::add-mask::$path_prefix"
    - uses: actions/checkout@v3

    - name: load_hf_model
      if: matrix.transformers-version != 'latest'
      run: |
        conda create -n internlm-model-latest --clone ${CONDA_BASE_ENV}
        source activate internlm-model-latest
        pip install transformers==${{ matrix.transformers-version }}
    - name: load_latest_hf_model
      if: matrix.transformers-version == 'latest'
      run: |
        conda create -n internlm-model-latest --clone ${CONDA_BASE_ENV}
        source activate internlm-model-latest
        pip install transformers
    - name: run_test
      run: |
        source activate internlm-model-latest
        pip install torch==2.2.2 torchvision==0.17.2 --index-url https://download.pytorch.org/whl/cu118
        pip install /mnt/petrelfs/qa-caif-cicd/resource/flash_attn-2.5.8+cu118torch2.2cxx11abiFALSE-cp310-cp310-linux_x86_64.whl
        pip install sentencepiece auto-gptq==0.6.0 lmdeploy[all]
        srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=${GITHUB_RUN_ID}-${GITHUB_JOB} --gpus-per-task=2 pytest -s -v --color=yes ./tests/test_hf_model.py
        conda deactivate
    - name: remove_env
      if: always()
      run: |
        conda env remove --name internlm-model-latest


  notify_to_feishu:
    if: ${{ always() && !cancelled() && contains(needs.*.result, 'failure') && (github.ref_name == 'develop' || github.ref_name == 'main') }}
    needs: [HF_model]
    runs-on: [t_cluster]
    steps:
    - name: mask env
      run: |
        echo "::add-mask::${{env.WORKSPACE_PREFIX}}"
        echo "::add-mask::$path_prefix"
    - name: notify
      run: |
        curl -X POST -H "Content-Type: application/json" -d '{"msg_type":"post","content":{"post":{"zh_cn":{"title":"Internlm GitHubAction Failed","content":[[{"tag":"text","text":""},{"tag":"a","text":"Please click here for details ","href":"https://github.com/'${{ github.repository }}'/actions/runs/'${GITHUB_RUN_ID}'"},{"tag":"at","user_id":"'${{ secrets.USER_ID }}'"}]]}}}}'  ${{ secrets.WEBHOOK_URL }}