diff --git a/.codegen/_openapi_sha b/.codegen/_openapi_sha index bfec8105b..81813ea1c 100644 --- a/.codegen/_openapi_sha +++ b/.codegen/_openapi_sha @@ -1 +1 @@ -92f5871568236f8e4d20101eab9b676dff38ae85 \ No newline at end of file +8370d036e19945296251b43554fa3f88f2d4fa02 \ No newline at end of file diff --git a/.gitattributes b/.gitattributes index abfdc4a66..fb11d95cc 100644 --- a/.gitattributes +++ b/.gitattributes @@ -658,7 +658,6 @@ databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/ModelProvid databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/ModelProviderServiceConfigAnthropicProviderConfig.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/ModelProviderServiceConfigAnthropicProviderDirectConfig.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/ModelProviderServiceConfigAnthropicProviderRelayedConfig.java linguist-generated=true -databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/ModelProviderServiceConfigAnthropicProviderRelayedConfigAnthropicRelayedPlanType.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/ModelProviderServiceConfigAwsAccessKey.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/ModelProviderServiceConfigAzureOpenAiProviderConfig.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/ModelProviderServiceConfigAzureOpenAiProviderDirectConfig.java linguist-generated=true diff --git a/NEXT_CHANGELOG.md b/NEXT_CHANGELOG.md index f6916dfeb..db8b3bdda 100644 --- a/NEXT_CHANGELOG.md +++ b/NEXT_CHANGELOG.md @@ -15,3 +15,6 @@ ### Internal Changes ### API Changes +* Add `excludedColumns` and `recordTypeFilter` fields for `com.databricks.sdk.service.ml.Stream`. +* Add `EXTERNAL_USE_LOCATION` enum value for `com.databricks.sdk.service.catalog.Privilege`. +* [Breaking] Remove `planType` field for `com.databricks.sdk.service.catalog.ModelProviderServiceConfigAnthropicProviderRelayedConfig`. \ No newline at end of file diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/ModelProviderServiceConfigAnthropicProviderRelayedConfig.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/ModelProviderServiceConfigAnthropicProviderRelayedConfig.java index c0441817e..a9f09fc5b 100644 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/ModelProviderServiceConfigAnthropicProviderRelayedConfig.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/ModelProviderServiceConfigAnthropicProviderRelayedConfig.java @@ -4,7 +4,6 @@ import com.databricks.sdk.support.Generated; import com.databricks.sdk.support.ToStringer; -import com.fasterxml.jackson.annotation.JsonProperty; import java.util.Objects; /** @@ -15,43 +14,22 @@ */ @Generated public class ModelProviderServiceConfigAnthropicProviderRelayedConfig { - /** - * Which Anthropic subscription tier the relayed token belongs to. Optional; when unset the MPS - * gets the full governance surface (see TEAM_ENTERPRISE). Immutable after Create, so the tier - * cannot be flipped in place. - */ - @JsonProperty("plan_type") - private ModelProviderServiceConfigAnthropicProviderRelayedConfigAnthropicRelayedPlanType planType; - - public ModelProviderServiceConfigAnthropicProviderRelayedConfig setPlanType( - ModelProviderServiceConfigAnthropicProviderRelayedConfigAnthropicRelayedPlanType planType) { - this.planType = planType; - return this; - } - - public ModelProviderServiceConfigAnthropicProviderRelayedConfigAnthropicRelayedPlanType - getPlanType() { - return planType; - } @Override public boolean equals(Object o) { if (this == o) return true; if (o == null || getClass() != o.getClass()) return false; - ModelProviderServiceConfigAnthropicProviderRelayedConfig that = - (ModelProviderServiceConfigAnthropicProviderRelayedConfig) o; - return Objects.equals(planType, that.planType); + return true; } @Override public int hashCode() { - return Objects.hash(planType); + return Objects.hash(); } @Override public String toString() { return new ToStringer(ModelProviderServiceConfigAnthropicProviderRelayedConfig.class) - .add("planType", planType) .toString(); } } diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/ModelProviderServiceConfigAnthropicProviderRelayedConfigAnthropicRelayedPlanType.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/ModelProviderServiceConfigAnthropicProviderRelayedConfigAnthropicRelayedPlanType.java deleted file mode 100644 index b1dbec9b1..000000000 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/ModelProviderServiceConfigAnthropicProviderRelayedConfigAnthropicRelayedPlanType.java +++ /dev/null @@ -1,17 +0,0 @@ -// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. - -package com.databricks.sdk.service.catalog; - -import com.databricks.sdk.support.Generated; - -/** - * Which Anthropic subscription tier the relayed OAuth token belongs to. Immutable after Create - * (switching tiers changes which governance controls the platform enforces). Only MAX and - * TEAM_ENTERPRISE differ in the governance surface the gateway can enforce, not in how the token is - * relayed. - */ -@Generated -public enum ModelProviderServiceConfigAnthropicProviderRelayedConfigAnthropicRelayedPlanType { - ANTHROPIC_RELAYED_PLAN_TYPE_MAX, - ANTHROPIC_RELAYED_PLAN_TYPE_TEAM_ENTERPRISE, -} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/Privilege.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/Privilege.java index bb1f82893..aefcf4908 100644 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/Privilege.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/Privilege.java @@ -34,6 +34,7 @@ public enum Privilege { CREATE_VOLUME, EXECUTE, EXECUTE_CLEAN_ROOM_TASK, + EXTERNAL_USE_LOCATION, EXTERNAL_USE_SCHEMA, MANAGE, MANAGE_ALLOWLIST, diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewAPI.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewAPI.java index 1bbedf591..ca760327f 100644 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewAPI.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewAPI.java @@ -89,8 +89,11 @@ public PublishedDashboard getPublished(String dashboardId) { /** * Get the current published dashboard. * - *

Requires one of the following entitlements: Workspace access, Databricks SQL access, or - * Consumer access. + *

The caller must be a workspace user with one of the following entitlements: Workspace + * access, Databricks SQL access, or Consumer access. + * + *

Account-level users who are not members of the workspace cannot call this endpoint, even if + * the dashboard has been shared with them. */ public PublishedDashboard getPublished(GetPublishedDashboardRequest request) { return impl.getPublished(request); diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewEmbeddedAPI.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewEmbeddedAPI.java index fb2f2e569..f3362b7ad 100644 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewEmbeddedAPI.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewEmbeddedAPI.java @@ -32,8 +32,11 @@ public GetPublishedDashboardTokenInfoResponse getPublishedDashboardTokenInfo(Str * Get a required authorization details and scopes of a published dashboard to mint an OAuth * token. * - *

Requires one of the following entitlements: Workspace access, Databricks SQL access, or - * Consumer access. + *

The caller must be a workspace user with one of the following entitlements: Workspace + * access, Databricks SQL access, or Consumer access. + * + *

Account-level users who are not members of the workspace cannot call this endpoint, even if + * the dashboard has been shared with them. */ public GetPublishedDashboardTokenInfoResponse getPublishedDashboardTokenInfo( GetPublishedDashboardTokenInfoRequest request) { diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewEmbeddedService.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewEmbeddedService.java index 70346f075..fe6618e21 100644 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewEmbeddedService.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewEmbeddedService.java @@ -16,8 +16,11 @@ public interface LakeviewEmbeddedService { * Get a required authorization details and scopes of a published dashboard to mint an OAuth * token. * - *

Requires one of the following entitlements: Workspace access, Databricks SQL access, or - * Consumer access. + *

The caller must be a workspace user with one of the following entitlements: Workspace + * access, Databricks SQL access, or Consumer access. + * + *

Account-level users who are not members of the workspace cannot call this endpoint, even if + * the dashboard has been shared with them. */ GetPublishedDashboardTokenInfoResponse getPublishedDashboardTokenInfo( GetPublishedDashboardTokenInfoRequest getPublishedDashboardTokenInfoRequest); diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewService.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewService.java index 56dfcf00f..9ed751347 100644 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewService.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/dashboards/LakeviewService.java @@ -42,8 +42,11 @@ public interface LakeviewService { /** * Get the current published dashboard. * - *

Requires one of the following entitlements: Workspace access, Databricks SQL access, or - * Consumer access. + *

The caller must be a workspace user with one of the following entitlements: Workspace + * access, Databricks SQL access, or Consumer access. + * + *

Account-level users who are not members of the workspace cannot call this endpoint, even if + * the dashboard has been shared with them. */ PublishedDashboard getPublished(GetPublishedDashboardRequest getPublishedDashboardRequest); diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/IngestionConfig.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/IngestionConfig.java index cc86b09bc..0bea31b14 100644 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/IngestionConfig.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/IngestionConfig.java @@ -25,7 +25,8 @@ public class IngestionConfig { * A user-provided source for backfilling data. Historical data is used when creating a training * set from streaming features linked to this Stream. The backfill data stored in this location * will be copied into the ingestion table for offline querying and training. The schema for this - * source must match exactly that of the key and payload schemas specified for this Stream. + * source must match exactly that of the key and payload schemas specified for this Stream, except + * that it may omit any columns listed in excluded_columns. */ @JsonProperty("backfill_source") private BackfillSource backfillSource; diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KinesisStreamConfig.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KinesisStreamConfig.java index 7c5a5d92d..35de1a80c 100644 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KinesisStreamConfig.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KinesisStreamConfig.java @@ -17,7 +17,12 @@ public class KinesisStreamConfig { /** * Optional Kinesis source options, validated against a server-side allowlist at request time. - * Auth and connection details belong on the parent Stream's `connection_config`, not here. + * Allowed keys: - `consumerMode` - `consumerNamePrefix` - `maxFetchRate` - `minFetchPeriod` - + * `maxFetchDuration` - `maxRecordsPerFetch` - `shardsPerTask` - `fetchBufferSize` - + * `shardFetchInterval` `consumerMode` must be `efo` or `polling` (case-insensitive). + * `maxRecordsPerFetch` applies only during ingestion and does not affect the materialization + * pipeline. Auth and connection details belong on the parent Stream's `connection_config`, not + * here. */ @JsonProperty("extra_options") private Map extraOptions; diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/Stream.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/Stream.java index 0cb76afdc..58b3716e4 100644 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/Stream.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/Stream.java @@ -6,6 +6,7 @@ import com.databricks.sdk.support.ToStringer; import com.fasterxml.jackson.annotation.JsonProperty; import com.google.protobuf.Timestamp; +import java.util.Collection; import java.util.Objects; /** @@ -37,6 +38,18 @@ public class Stream { @JsonProperty("description") private String description; + /** + * Column paths (dot notation, e.g. "value.email" for Kafka) to drop. A path may reference a + * struct, in which case all of its nested fields are dropped (e.g. "value.address" drops + * "value.address.city" and "value.address.zip"). These columns are not written to the ingestion + * table and cannot be referenced by any feature. They are dropped from ingestion, backfill, and + * materialization. For direct schemas, each column must exist in the relevant key or payload + * schema. With a schema registry, a column can be excluded before it exists. A column cannot also + * be a deduplication column in the ingestion_config. + */ + @JsonProperty("excluded_columns") + private Collection excludedColumns; + /** * Configuration for streaming data ingestion: the managed table storing an offline copy of * forward fill data and optional historical backfill. @@ -48,6 +61,14 @@ public class Stream { @JsonProperty("name") private String name; + /** + * Optional SQL predicate to filter which record types from a streaming channel (e.g. a topic for + * Kafka) belong to this Stream. Events that do not match are not written to the ingestion table + * and are not used in materialization. Example: "value.event_type = 'transaction'". + */ + @JsonProperty("record_type_filter") + private String recordTypeFilter; + /** * Schema definitions for the stream, provided either directly on the Stream or resolved from an * external schema registry through a UC Connection. @@ -112,6 +133,15 @@ public String getDescription() { return description; } + public Stream setExcludedColumns(Collection excludedColumns) { + this.excludedColumns = excludedColumns; + return this; + } + + public Collection getExcludedColumns() { + return excludedColumns; + } + public Stream setIngestionConfig(IngestionConfig ingestionConfig) { this.ingestionConfig = ingestionConfig; return this; @@ -130,6 +160,15 @@ public String getName() { return name; } + public Stream setRecordTypeFilter(String recordTypeFilter) { + this.recordTypeFilter = recordTypeFilter; + return this; + } + + public String getRecordTypeFilter() { + return recordTypeFilter; + } + public Stream setSchemaConfig(StreamSchemaConfig schemaConfig) { this.schemaConfig = schemaConfig; return this; @@ -176,8 +215,10 @@ public boolean equals(Object o) { && Objects.equals(createTime, that.createTime) && Objects.equals(createdBy, that.createdBy) && Objects.equals(description, that.description) + && Objects.equals(excludedColumns, that.excludedColumns) && Objects.equals(ingestionConfig, that.ingestionConfig) && Objects.equals(name, that.name) + && Objects.equals(recordTypeFilter, that.recordTypeFilter) && Objects.equals(schemaConfig, that.schemaConfig) && Objects.equals(sourceConfig, that.sourceConfig) && Objects.equals(updateTime, that.updateTime) @@ -192,8 +233,10 @@ public int hashCode() { createTime, createdBy, description, + excludedColumns, ingestionConfig, name, + recordTypeFilter, schemaConfig, sourceConfig, updateTime, @@ -208,8 +251,10 @@ public String toString() { .add("createTime", createTime) .add("createdBy", createdBy) .add("description", description) + .add("excludedColumns", excludedColumns) .add("ingestionConfig", ingestionConfig) .add("name", name) + .add("recordTypeFilter", recordTypeFilter) .add("schemaConfig", schemaConfig) .add("sourceConfig", sourceConfig) .add("updateTime", updateTime)