Skip to content
Scheduled Scrape & Build Leaderboard

Scheduled Scrape & Build Leaderboard #136

Sign in to view logs

Scheduled Scrape & Build Leaderboard

Scheduled Scrape & Build Leaderboard #136

Workflow file for this run

.github/workflows/scrape-build-leaderboard.yml at be9a106
name: Scheduled Scrape & Build Leaderboard
on:
schedule:
- cron: '00 20 * * 1,5'
pull_request:
branches: [ "main" ]
env:
GIT_USERNAME: ${{ secrets.GIT_USERNAME }}
GIT_PASSWORD: ${{ secrets.GIT_PASSWORD }}
GFG_USERNAME: ${{ secrets.GFG_USERNAME }}
GFG_PASSWORD: ${{ secrets.GFG_PASSWORD }}
DB_PASSWORD: ${{ secrets.DB_PASSWORD }}
CODECHEF_CLIENT_ID: ${{ secrets.CODECHEF_CLIENT_ID }}
CODECHEF_CLIENT_SECRET: ${{ secrets.CODECHEF_CLIENT_SECRET }}
CODEFORCES_KEY: ${{ secrets.CODEFORCES_KEY }}
CODEFORCES_SECRET: ${{ secrets.CODEFORCES_SECRET }}
jobs:
batch1:
runs-on: ubuntu-latest
strategy:
matrix:
job: [codechef, codeforces, geeksforgeeks, hackerrank, leetcode]
steps:
- name: Checkout repository
uses: actions/[email protected]
with:
ref: ${{ github.ref }}
- name: Set up Python 3.10
uses: actions/setup-python@v5
with:
python-version: "3.10"
- name: Install Dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
- name: Scrape Batch 1
run: |
python main.py --batch 1 --scrape ${{ matrix.job }}
batch1-evaluate:
runs-on: ubuntu-latest
needs: batch1
steps:
- name: Checkout repository
uses: actions/[email protected]
with:
ref: ${{ github.ref }}
- name: Set up Python 3.10
uses: actions/setup-python@v5
with:
python-version: "3.10"
- name: Install Dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
- name: Evaluate Batch 1
run: |
python main.py --batch 1 --evaluate
batch2:
runs-on: ubuntu-latest
needs: batch1
strategy:
matrix:
job: [codechef, codeforces, geeksforgeeks, hackerrank, leetcode]
steps:
- name: Checkout repository
uses: actions/[email protected]
with:
ref: ${{ github.ref }}
- name: Set up Python 3.10
uses: actions/setup-python@v5
with:
python-version: "3.10"
- name: Install Dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
- name: Scrape and Evaluate Batch 2
run: |
python main.py --batch 2 --scrape ${{ matrix.job }}
batch2-evaluate:
runs-on: ubuntu-latest
needs: batch2
steps:
- name: Checkout repository
uses: actions/[email protected]
with:
ref: ${{ github.ref }}
- name: Set up Python 3.10
uses: actions/setup-python@v5
with:
python-version: "3.10"
- name: Install Dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
- name: Evaluate Batch 2
run: |
python main.py --batch 2 --evaluate
batch3:
runs-on: ubuntu-latest
needs: batch2
strategy:
matrix:
job: [codechef, codeforces, geeksforgeeks, hackerrank, leetcode]
steps:
- name: Checkout repository
uses: actions/[email protected]
with:
ref: ${{ github.ref }}
- name: Set up Python 3.10
uses: actions/setup-python@v5
with:
python-version: "3.10"
- name: Install Dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
- name: Scrape and Evaluate Batch 3
run: |
python main.py --batch 3 --scrape ${{ matrix.job }}
batch3-evaluate:
runs-on: ubuntu-latest
needs: batch3
steps:
- name: Checkout repository
uses: actions/[email protected]
with:
ref: ${{ github.ref }}
- name: Set up Python 3.10
uses: actions/setup-python@v5
with:
python-version: "3.10"
- name: Install Dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
- name: Evaluate Batch 3
run: |
python main.py --batch 3 --evaluate