cortex-data-foundation/cloudbuild.yaml at main · dotinfinity/cortex-data-foundation · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
# Copyright 2022 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

steps:
  # - name: gcr.io/cloud-builders/gcloud
  #   entrypoint: "bash"
  #   args:
  #     - "-c"
  #     - |
  #        ./validate_build_config.sh '${_PJID_SRC}' '${_DS_RAW}' '${_SQL_FLAVOUR}' '${_LOCATION}'
  - name: gcr.io/cloud-builders/gcloud
    entrypoint: "bash"
    args:
      - "-c"
      - |
        if [ '$_TEST_DATA' = "true" ] ; then
          ./create_test_harness.sh '${_PJID_SRC}' '${_DS_RAW}' '${_SQL_FLAVOUR}' '${_LOCATION}'
        fi
  - name: gcr.io/cloud-builders/gcloud
    entrypoint: "bash"
    dir: "/workspace"
    args:
      - "-c"
      - |
        if [ '$_DEPLOY_CDC' = "true" ] || [ '$_GEN_EXT' = "true" ] ; then
          gcloud builds submit ./src/SAP/SAP_CDC  \
          --config=./src/SAP/SAP_CDC/cloudbuild.cdc.yaml \
          --substitutions=_PJID_SRC='${_PJID_SRC}',_DS_RAW='${_DS_RAW}',_PJID_TGT='${_PJID_SRC}',_DS_CDC='${_DS_CDC}',_GCS_BUCKET='${_TGT_BUCKET}',_GCS_LOG_BUCKET='${_GCS_BUCKET}',_TEST_DATA='${_TEST_DATA}',_SQL_FLAVOUR='${_SQL_FLAVOUR}',_GEN_EXT='${_GEN_EXT}',_LOCATION='${_LOCATION}',_DEPLOY_CDC='${_DEPLOY_CDC}'
        fi
  - name: gcr.io/cloud-builders/gcloud
    entrypoint: "bash"
    args:
      - "-c"
      - |-
        gcloud builds submit ./src/SAP/SAP_REPORTING  \
        --config=./src/SAP/SAP_REPORTING/cloudbuild.reporting.yaml \
        --substitutions=_PJID_SRC='${_PJID_SRC}',_PJID_TGT='${_PJID_TGT}',_DS_RAW='${_DS_RAW}',_DS_CDC='${_DS_CDC}',_DS_REPORTING='${_DS_REPORTING}',_DS_MODELS='${_DS_MODELS}',_SQL_FLAVOUR='${_SQL_FLAVOUR}',_LOCATION='${_LOCATION}',_MANDT='${_MANDT}',_GCS_BUCKET='${_GCS_BUCKET}'
  - name: gcr.io/cloud-builders/gcloud
    entrypoint: "bash"
    args:
      - "-c"
      - |-
        gcloud builds submit ./src/SAP/SAP_ML_MODELS  \
        --config=./src/SAP/SAP_ML_MODELS/cloudbuild.models.yaml \
        --substitutions=_PJID_SRC='${_PJID_SRC}',_PJID_TGT='${_PJID_TGT}',_DS_RAW='${_DS_RAW}',_DS_CDC='${_DS_CDC}',_DS_REPORTING='${_DS_REPORTING}',_DS_MODELS='${_DS_MODELS}',_SQL_FLAVOUR='${_SQL_FLAVOUR}',_LOCATION='${_LOCATION}',_MANDT='${_MANDT}',_GCS_BUCKET='${_GCS_BUCKET}'


logsBucket: "gs://$_GCS_BUCKET"
timeout: 10200s
substitutions:
  # _VIEWS_DIR: src/SAP
  _TEST_DATA: "false"
  _LOCATION: "US"
  _DS_REPORTING: "REPORTING"
  _DS_MODELS: "ML_MODELS"
  _SQL_FLAVOUR: "ECC"
  #_SQL_FLAVOUR: "S4"
  _MANDT: "100"
  _GEN_EXT: "true"
options:
  substitution_option: "ALLOW_LOOSE"