Add GitHub Actions workflow to run scraper on schedule
This commit is contained in:
39
.github/workflows/main.yml
vendored
Normal file
39
.github/workflows/main.yml
vendored
Normal file
@ -0,0 +1,39 @@
|
|||||||
|
name: Run Scraper
|
||||||
|
|
||||||
|
on:
|
||||||
|
schedule:
|
||||||
|
- cron: '0 * * * *' # Every hour
|
||||||
|
workflow_dispatch:
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
scrape:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Checkout code
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Set up Python
|
||||||
|
uses: actions/setup-python@v5
|
||||||
|
with:
|
||||||
|
python-version: '3.13'
|
||||||
|
|
||||||
|
- name: Install uv
|
||||||
|
run: curl -LsSf https://astral.sh/uv/install.sh | sh
|
||||||
|
|
||||||
|
- name: Install dependencies
|
||||||
|
run: uv sync --system
|
||||||
|
|
||||||
|
- name: Run script
|
||||||
|
run: uv run python scrape.py
|
||||||
|
|
||||||
|
- name: Get the modified files
|
||||||
|
id: get_modified_files
|
||||||
|
run: |
|
||||||
|
files=$(git diff --name-only HEAD^ HEAD | xargs | sed 's/ /, /g')
|
||||||
|
echo "files=$files" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
|
- uses: EndBug/add-and-commit@v9
|
||||||
|
with:
|
||||||
|
author_name: Joakim Hellsén
|
||||||
|
author_email: tlovinator@gmail.com
|
||||||
|
message: "Updated files: ${{ steps.get_modified_files.outputs.files }}"
|
Reference in New Issue
Block a user