Add GitHub Actions workflow to run scraper on schedule
This commit is contained in:
39
.github/workflows/main.yml
vendored
Normal file
39
.github/workflows/main.yml
vendored
Normal file
@ -0,0 +1,39 @@
|
||||
name: Run Scraper
|
||||
|
||||
on:
|
||||
schedule:
|
||||
- cron: '0 * * * *' # Every hour
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
scrape:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Checkout code
|
||||
uses: actions/checkout@v4
|
||||
|
||||
- name: Set up Python
|
||||
uses: actions/setup-python@v5
|
||||
with:
|
||||
python-version: '3.13'
|
||||
|
||||
- name: Install uv
|
||||
run: curl -LsSf https://astral.sh/uv/install.sh | sh
|
||||
|
||||
- name: Install dependencies
|
||||
run: uv sync --system
|
||||
|
||||
- name: Run script
|
||||
run: uv run python scrape.py
|
||||
|
||||
- name: Get the modified files
|
||||
id: get_modified_files
|
||||
run: |
|
||||
files=$(git diff --name-only HEAD^ HEAD | xargs | sed 's/ /, /g')
|
||||
echo "files=$files" >> $GITHUB_OUTPUT
|
||||
|
||||
- uses: EndBug/add-and-commit@v9
|
||||
with:
|
||||
author_name: Joakim Hellsén
|
||||
author_email: tlovinator@gmail.com
|
||||
message: "Updated files: ${{ steps.get_modified_files.outputs.files }}"
|
Reference in New Issue
Block a user