Skip to content

Scrape latest data #58023

Scrape latest data

Scrape latest data #58023

Workflow file for this run

name: Scrape latest data
on:
push:
workflow_dispatch:
schedule:
- cron: '0 * * * *'
jobs:
scheduled:
runs-on: ubuntu-20.04
steps:
- name: Check out this repo
uses: actions/checkout@v3
with:
fetch-depth: 0
ref: main
- name: install chrome
run: |
sudo apt-get update
sudo apt-get install chromium-chromedriver
export PATH=$PATH:/usr/lib/chromium-browser/
- name: Set up Python 3.9
uses: actions/setup-python@v4
with:
python-version: 3.9
- uses: actions/cache@v3
with:
path: ~/.cache/pip
key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
restore-keys: |
${{ runner.os }}-pip-
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
- name: Fetch latest data
run: python program.py
- name: Commit and push if it changed
run: |-
git config user.name "Automated"
git config user.email "actions@users.noreply.github.com"
git status
git add -A
timestamp=$(date -u)
git commit -m "Latest data: ${timestamp}" || exit 0
git push