FRED/databricks.yml at main · dmkern03/FRED · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
# Databricks Asset Bundle configuration for FRED Data Pipeline
# See https://docs.databricks.com/dev-tools/bundles/index.html

bundle:
  name: fred-data-pipeline
  version: 1.0.3

# Include other configuration files
include:
  - resources/*.yml
  - environments/*.yml

variables:
  catalog:
    description: "Target catalog for the pipeline"
    default: "investments"
  schema:
    description: "Target schema for the pipeline"
    default: "fred"
  environment:
    description: "Deployment environment"
    default: "dev"
  dev_host:
    description: "URL for Dev"
    default: https://adb-1585634049715221.1.azuredatabricks.net/
  prod_host:
    description: "URL for Prod"
    default: https://dbc-6c839758-aba3.cloud.databricks.com/
  email_rec:
    description: "Enable notifications for production failures"
    default: "dmkern03@gmail.com"

targets:
  dev:
    mode: development
    default: true
    workspace:
      host: https://adb-1585634049715221.1.azuredatabricks.net/

  prod:
    mode: production
    workspace:
      host: ${var.prod_host}