From 507569425f4cbdb0a6803171354282b612791edc Mon Sep 17 00:00:00 2001 From: Robert Tinn Date: Tue, 19 Dec 2023 11:15:33 +0000 Subject: [PATCH 1/2] Update permissions to common_permissions --- .../resources/batch-inference-workflow-resource.yml | 2 +- mlops_stacks/mlops_stacks/resources/ml-artifacts-resource.yml | 2 +- mlops_stacks/mlops_stacks/resources/model-workflow-resource.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/mlops_stacks/mlops_stacks/resources/batch-inference-workflow-resource.yml b/mlops_stacks/mlops_stacks/resources/batch-inference-workflow-resource.yml index 6f0cf65..3f713f8 100644 --- a/mlops_stacks/mlops_stacks/resources/batch-inference-workflow-resource.yml +++ b/mlops_stacks/mlops_stacks/resources/batch-inference-workflow-resource.yml @@ -6,7 +6,7 @@ new_cluster: &new_cluster custom_tags: clusterSource: mlops-stack/0.2 -permissions: &permissions +common_permissions: &permissions permissions: - level: CAN_VIEW group_name: users diff --git a/mlops_stacks/mlops_stacks/resources/ml-artifacts-resource.yml b/mlops_stacks/mlops_stacks/resources/ml-artifacts-resource.yml index a52f607..7012bf9 100644 --- a/mlops_stacks/mlops_stacks/resources/ml-artifacts-resource.yml +++ b/mlops_stacks/mlops_stacks/resources/ml-artifacts-resource.yml @@ -31,7 +31,7 @@ targets: # Allow users to read the experiment -permissions: &permissions +common_permissions: &permissions permissions: - level: CAN_READ group_name: users diff --git a/mlops_stacks/mlops_stacks/resources/model-workflow-resource.yml b/mlops_stacks/mlops_stacks/resources/model-workflow-resource.yml index 6400322..ab99406 100644 --- a/mlops_stacks/mlops_stacks/resources/model-workflow-resource.yml +++ b/mlops_stacks/mlops_stacks/resources/model-workflow-resource.yml @@ -6,7 +6,7 @@ new_cluster: &new_cluster custom_tags: clusterSource: mlops-stack/0.2 -permissions: &permissions +common_permissions: &permissions permissions: - level: CAN_VIEW group_name: users From 8829a17f695d52c848fd2d17873eb93aee3e81c0 Mon Sep 17 00:00:00 2001 From: Robert Tinn Date: Mon, 26 Feb 2024 14:32:11 +0000 Subject: [PATCH 2/2] Updated mlops readme with additional instructions --- mlops_stacks/mlops_stacks/README.md | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/mlops_stacks/mlops_stacks/README.md b/mlops_stacks/mlops_stacks/README.md index cd28b5f..e462e9e 100644 --- a/mlops_stacks/mlops_stacks/README.md +++ b/mlops_stacks/mlops_stacks/README.md @@ -2,4 +2,12 @@ This directory contains python code, notebooks and ML resource configs related to one ML project. -See the [Project overview](../docs/project-overview.md) for details on code structure of project directory. \ No newline at end of file +See the [Project overview](../docs/project-overview.md) for details on code structure of project directory. + +## Set up mlops_stacks +- Create a catalog called `dev` in your workspace (this is pre-defined in `databricks.yml`) +- Add your workspace url to the host fields in `databricks.yml` +- For running `databricks run batch_inference_job` first create an input table for inference and add the definiton in `resources/batch-inference-workflow-resource.yml` +- For development and pull requests + - `pip install -r requirements.txt` + - Its recommended to create a dev environment with Python 3.10