feat: implement abrdn ETF feed and sibling-identical watchlist

.github/dependabot.yml

@@ -0,0 +1,13 @@
+version: 2
+updates:
+  - package-ecosystem: "bun"
+    directory: "/"
+    schedule:
+      interval: "monthly"
+    open-pull-requests-limit: 10
+
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "monthly"
+    open-pull-requests-limit: 10

.github/workflows/update-data.yml

@@ -0,0 +1,185 @@
+name: Update abrdn ETF data
+
+on:
+  schedule:
+    - cron: '0 0 * * 0'
+  workflow_dispatch:
+    inputs:
+      max_fetches:
+        description: "Batch size; positive resumes cursor, 0 refreshes the selected universe and resets cursor; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      request_sleep:
+        description: "Seconds between request starts including retries; conservative shared gate; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      concurrency:
+        description: "Parallel fund workers; request starts remain conservatively paced; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      aum:
+        description: "Net assets min:max in USD; K/M/B/T or nano/micro/small/mid/large preset; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      ter:
+        description: "Gross expense ratio percent min:max; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      dividend_yield:
+        description: "Indicated dividend yield percent min:max; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      sec_yield:
+        description: "30-day SEC yield percent min:max; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      tickers:
+        description: "Ticker allowlist separated by spaces, commas or semicolons; empty means all; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      holdings_page_size:
+        description: "Rows per holdings JSON page; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      history_page_size:
+        description: "Rows per market-price history JSON page; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      max_retries:
+        description: "Retries after the first request; 0 disables retries; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      history_range:
+        description: "Yahoo daily history range: max or Ny (e.g. 5y); preserves prior history; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      skip_yahoo:
+        description: "Skip Yahoo history and dividends; retain published data; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      edgar_fallback:
+        description: "Enable SEC N-PORT holdings fallback; never use an unrelated series; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      performance_ytd:
+        description: "Annualized YTD return percent min:max; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      performance_1y:
+        description: "Annualized 1Y return percent min:max; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      performance_3y:
+        description: "Annualized 3Y return percent min:max; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      performance_5y:
+        description: "Annualized 5Y return percent min:max; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      performance_10y:
+        description: "Annualized 10Y return percent min:max; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      total_return_ytd:
+        description: "Cumulative YTD return percent min:max; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      total_return_1y:
+        description: "Cumulative 1Y return percent min:max; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      total_return_3y:
+        description: "Cumulative 3Y return percent min:max; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      total_return_5y:
+        description: "Cumulative 5Y return percent min:max; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      total_return_10y:
+        description: "Cumulative 10Y return percent min:max; blank inherits scripts/update-data.config.json"
+        required: false
+        default: ""
+        type: string
+      advanced:
+        description: 'JSON overrides for any canonical env control; individual nonblank inputs win'
+        required: false
+        default: '{}'
+        type: string
+
+permissions:
+  contents: write
+
+concurrency:
+  group: update-data
+  cancel-in-progress: false
+
+jobs:
+  update-data:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v7
+      - name: Setup bun
+        uses: oven-sh/setup-bun@v2
+        with:
+          bun-version: latest
+      - name: Install dependencies
+        run: bun install --frozen-lockfile
+      - name: Run updater unit tests
+        run: bun test scripts/update-data.test.ts
+      - name: Resolve file defaults and manual overrides
+        env:
+          DISPATCH_INPUTS: ${{ toJSON(inputs) }}
+        run: |
+          bun --eval '
+            import { resolveControls } from "./scripts/update-data.ts";
+            import { appendFile } from "node:fs/promises";
+            const inputs = JSON.parse(process.env.DISPATCH_INPUTS || "{}");
+            const advanced = JSON.parse(inputs.advanced || "{}");
+            const individual = Object.fromEntries(Object.entries(inputs)
+              .filter(([key]) => key !== "advanced")
+              .map(([key, value]) => [key.toUpperCase(), value]));
+            const file = await Bun.file("scripts/update-data.config.json").json();
+            const controls = resolveControls(file, advanced, individual);
+            await appendFile(process.env.GITHUB_ENV,
+              Object.entries(controls).map(([key,value]) => `${key}=${value}\n`).join(""));
+          '
+      - name: Generate api/aberdeen static data
+        run: bun ./scripts/update-data.ts
+      - name: Commit updated data
+        if: ${{ !cancelled() }}
+        run: |
+          git add api/aberdeen
+          if git diff --cached --quiet -- api/aberdeen; then
+            echo "api/aberdeen is already up to date"
+            exit 0
+          fi
+          git config user.name "github-actions[bot]"
+          git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
+          git commit -m "chore(data): update abrdn ETF data"
+          git push

.gitignore

@@ -0,0 +1,6 @@
+node_modules/
+.DS_Store
+.idea/
+.env
+.env.*
+*.tmp