get_moh_prompt.yaml

name: moh-prompt
on:
  # schedule:
    # - cron: '10 1 * * *'
    # - cron: '0 12 * * *'
    # - cron: '0 17 * * *'
  workflow_dispatch:
jobs:
  get-moh-prompt-0:
    runs-on: ubuntu-latest
    steps:
      - name: Check Repo
        uses: actions/checkout@v2.3.4
      - name: Setup Python Environment
        uses: actions/setup-python@v2.2.2
      - name: Cache Python Environment
        uses: actions/cache@v2
        with:
          path: ${{ env.pythonLocation }}
          key: ${{ env.pythonLocation }}-${{ hashFiles('requirements.txt') }}
      - name: Install Python dependencies
        run: |
          python -m pip install --upgrade pip
          pip install -r requirements.txt
          mkdir dataset
      - name: Use 1.1.1.1 DNS
        run: echo "nameserver 1.1.1.1" | sudo tee /etc/resolv.conf
      # - name: Setup Chromedriver
      #   uses: nanasess/setup-chromedriver@master
      #   with:
      #     chromedriver-version: '92.0.4515.107'
      - name: Scrape data from หมอพร้อม dashboard using selenium (total doses and by manufacturer)
        working-directory: vaccine
        run: python scrape_moh_prompt.py 0
      - name: Upload artifact
        uses: actions/upload-artifact@v2
        with:
          name: vaccination
          path: |
            dataset/*.json
  get-moh-prompt-1:
    runs-on: ubuntu-latest
    steps:
      - name: Check Repo
        uses: actions/checkout@v2.3.4
      - name: Setup Python Environment
        uses: actions/setup-python@v2.2.2
      - name: Cache Python Environment
        uses: actions/cache@v2
        with:
          path: ${{ env.pythonLocation }}
          key: ${{ env.pythonLocation }}-${{ hashFiles('requirements.txt') }}
      - name: Install Python dependencies
        run: |
          python -m pip install --upgrade pip
          pip install -r requirements.txt
          mkdir dataset
      - name: Use 1.1.1.1 DNS
        run: echo "nameserver 1.1.1.1" | sudo tee /etc/resolv.conf
      # - name: Setup Chromedriver
      #   uses: nanasess/setup-chromedriver@master
      #   with:
      #     chromedriver-version: '92.0.4515.107'
      - name: Scrape data from หมอพร้อม dashboard using selenium
        working-directory: vaccine
        run: python scrape_moh_prompt.py 1
      - name: Upload artifact
        uses: actions/upload-artifact@v2
        with:
          name: vaccination
          path: |
            dataset/*.json
  get-moh-prompt-2:
    runs-on: ubuntu-latest
    steps:
      - name: Check Repo
        uses: actions/checkout@v2.3.4
      - name: Setup Python Environment
        uses: actions/setup-python@v2.2.2
      - name: Cache Python Environment
        uses: actions/cache@v2
        with:
          path: ${{ env.pythonLocation }}
          key: ${{ env.pythonLocation }}-${{ hashFiles('requirements.txt') }}
      - name: Install Python dependencies
        run: |
          python -m pip install --upgrade pip
          pip install -r requirements.txt
          mkdir dataset
      - name: Use 1.1.1.1 DNS
        run: echo "nameserver 1.1.1.1" | sudo tee /etc/resolv.conf
      - name: Setup Chromedriver
        uses: nanasess/setup-chromedriver@master
      - name: Scrape data from หมอพร้อม dashboard using selenium
        working-directory: vaccine
        run: python scrape_moh_prompt.py 2
      - name: Upload artifact
        uses: actions/upload-artifact@v2
        with:
          name: vaccination
          path: |
            dataset/*.json

  get-moh-prompt-3:
    runs-on: ubuntu-latest
    steps:
      - name: Check Repo
        uses: actions/checkout@v2.3.4
      - name: Setup Python Environment
        uses: actions/setup-python@v2.2.2
      - name: Cache Python Environment
        uses: actions/cache@v2
        with:
          path: ${{ env.pythonLocation }}
          key: ${{ env.pythonLocation }}-${{ hashFiles('requirements.txt') }}
      - name: Install Python dependencies
        run: |
          python -m pip install --upgrade pip
          pip install -r requirements.txt
          mkdir dataset
      - name: Use 1.1.1.1 DNS
        run: echo "nameserver 1.1.1.1" | sudo tee /etc/resolv.conf
      - name: Setup Chromedriver
        uses: nanasess/setup-chromedriver@master
      - name: Scrape data from หมอพร้อม dashboard using selenium
        working-directory: vaccine
        run: python scrape_moh_prompt.py 3
      - name: Upload artifact
        uses: actions/upload-artifact@v2
        with:
          name: vaccination
          path: |
            dataset/*.json
  get-moh-prompt-4:
    runs-on: ubuntu-latest
    steps:
      - name: Check Repo
        uses: actions/checkout@v2.3.4
      - name: Setup Python Environment
        uses: actions/setup-python@v2.2.2
      - name: Cache Python Environment
        uses: actions/cache@v2
        with:
          path: ${{ env.pythonLocation }}
          key: ${{ env.pythonLocation }}-${{ hashFiles('requirements.txt') }}
      - name: Install Python dependencies
        run: |
          python -m pip install --upgrade pip
          pip install -r requirements.txt
          mkdir dataset
      - name: Use 1.1.1.1 DNS
        run: echo "nameserver 1.1.1.1" | sudo tee /etc/resolv.conf
      - name: Setup Chromedriver
        uses: nanasess/setup-chromedriver@master
      - name: Scrape data from หมอพร้อม dashboard using selenium
        working-directory: vaccine
        run: python scrape_moh_prompt.py 4
      - name: Upload artifact
        uses: actions/upload-artifact@v2
        with:
          name: vaccination
          path: |
            dataset/*

  combine-moh-prompt:
    needs:
      [
        get-moh-prompt-0,
        get-moh-prompt-1,
        get-moh-prompt-2,
        get-moh-prompt-3,
        get-moh-prompt-4,
      ]
    runs-on: ubuntu-latest
    steps:
      - name: Check Repo
        uses: actions/checkout@v2.3.4
      - name: Download vaccination Artifacts
        uses: actions/download-artifact@v2
        with:
          name: vaccination
          path: wiki/vaccination
      - name: Setup Python Environment
        uses: actions/setup-python@v2.2.2
      - name: Cache Python Environment
        uses: actions/cache@v2
        with:
          path: ${{ env.pythonLocation }}
          key: ${{ env.pythonLocation }}-${{ hashFiles('requirements.txt') }}
      - name: Install Python dependencies
        run: |
          python -m pip install --upgrade pip
          pip install -r requirements.txt
          mkdir dataset
      - name: Use 1.1.1.1 DNS
        run: echo "nameserver 1.1.1.1" | sudo tee /etc/resolv.conf
      - name: Combined Moh Prompt Data
        working-directory: vaccine
        run: |
          python combine_moh_prompt.py
          python build_national_timeseries.py
          python build_manufacturer_timeseries.py
      - name: Upload artifact
        uses: actions/upload-artifact@v2
        with:
          name: vaccination-combined
          path: dataset/*

  commit-files-to-wiki:
    needs: [combine-moh-prompt]
    runs-on: ubuntu-latest
    steps:
      - name: Check Repo
        uses: actions/checkout@v2.3.4
      - name: Download Vaccination Artifacts
        uses: actions/download-artifact@v2
        with:
          name: vaccination
          path: wiki/vaccination
      - name: Download vaccination-combined Artifacts
        uses: actions/download-artifact@v2
        with:
          name: vaccination-combined
          path: wiki/vaccination
      - name: Display structure of downloaded files
        run: ls -R
      - name: Upload json to wiki
        uses: kai-tub/external-repo-sync-action@v1
        with:
          source-directory: './wiki'
        env:
          GH_ACCESS_TOKEN: ${{ secrets.GH_ACCESS_TOKEN }}