Daily Data Enrichment Fetch #127

	name: Daily Data Enrichment Fetch

	on:
	schedule:
	- cron: '0 0 * * *' # Run automatically at midnight UTC
	workflow_dispatch: # Allow manual triggering from the GitHub Actions tab

	jobs:
	fetch-and-transform:
	runs-on: ubuntu-latest

	steps:
	- name: Checkout Repository
	uses: actions/checkout@v4

	- name: Setup Node.js
	uses: actions/setup-node@v4
	with:
	node-version: '22'
	cache: 'npm'

	- name: Install Dependencies
	run: npm ci

	- name: Run Fetchers
	run: npm run fetch:all

	- name: Run Unified Pipeline Transformer
	run: npm run transform

	# Data is no longer committed to git (see PLAN.md Phase 0). It is uploaded
	# as a build artifact that the deploy job consumes.
	- name: Upload data artifact
	uses: actions/upload-artifact@v4
	with:
	name: unified-data-${{ github.run_id }}
	path: public/data/
	retention-days: 14
	if-no-files-found: error

Navigation Menu