Skip to content

Ingestion

Ingestion #35

Workflow file for this run

name: Ingestion
on:
schedule:
- cron: "0 0 * * *"
workflow_dispatch:
jobs:
ingest:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: "3.13"
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -e backend/
- name: Ingest documentation into Qdrant
env:
NVIDIA_API_KEY: ${{ secrets.NVIDIA_API_KEY }}
QDRANT_URL: ${{ secrets.QDRANT_URL }}
QDRANT_API_KEY: ${{ secrets.QDRANT_API_KEY }}
run: python backend/src/ingestion/docs_loader.py
- name: Ingest GitHub issues into Neo4j
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
NEO4J_URI: ${{ secrets.NEO4J_URI }}
NEO4J_USERNAME: ${{ secrets.NEO4J_USERNAME }}
NEO4J_PASSWORD: ${{ secrets.NEO4J_PASSWORD }}
NVIDIA_API_KEY: ${{ secrets.NVIDIA_API_KEY }}
run: python backend/src/ingestion/github_loader.py