mlops-quickstart/databricks.yml at master · databricks-solutions/mlops-quickstart · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
bundle:
  name: mlops-quickstart

include:
  - resources/*.yml

targets:
  dev:
    mode: development
    workspace:
      root_path: /Workspace/Users/${workspace.current_user.userName}/.bundle/${bundle.name}/${bundle.target}
    default: true
    variables:
      catalog_name: mlops_quickstart_dev
      schema_name: iris
      environment: dev
    # Override permissions for dev environment
    resources:
      jobs:
        data_ingestion_job:
          permissions:
            - level: "CAN_MANAGE"
              group_name: "PowerUsers"
            - level: "CAN_MANAGE_RUN"
              group_name: "Developers"
        model_training_job:
          permissions:
            - level: "CAN_MANAGE"
              group_name: "PowerUsers"
            - level: "CAN_MANAGE_RUN"
              group_name: "Developers"
        model_deployment_job:
          permissions:
            - level: "CAN_MANAGE"
              group_name: "PowerUsers"
            - level: "CAN_MANAGE_RUN"
              group_name: "Developers"
        batch_inference_job:
          permissions:
            - level: "CAN_MANAGE"
              group_name: "PowerUsers"
            - level: "CAN_MANAGE_RUN"
              group_name: "Developers"

  prod:
    mode: production
    workspace:
      root_path: /Workspace/Users/${workspace.current_user.userName}/.bundle/${bundle.name}/${bundle.target}
    variables:
      catalog_name: mlops_quickstart_prod
      schema_name: iris
      environment: prod

    # Override permissions for prod environment (only PowerUsers group)
    resources:
      jobs:
        data_ingestion_job:
          permissions:
            - level: "CAN_MANAGE"
              group_name: "PowerUsers"
        model_training_job:
          permissions:
            - level: "CAN_MANAGE"
              group_name: "PowerUsers"
        model_deployment_job:
          permissions:
            - level: "CAN_MANAGE"
              group_name: "PowerUsers"
        batch_inference_job:
          permissions:
            - level: "CAN_MANAGE"
              group_name: "PowerUsers"

variables:
  catalog_name:
    description: "Name of the Unity Catalog to use"
    default: "mlops_quickstart_dev"
  schema_name:
    description: "Name of the schema to use within the catalog"
    default: "iris"
  environment:
    description: "Environment name (dev/prod)"
    default: "dev"