Add features bundle resource

.nextchanges/bundles/features.md

@@ -0,0 +1 @@
+* Add support for the `features` resource type. ([#6952](https://github.com/databricks/cli/pull/6952))

acceptance/bundle/deployment/bind/feature/databricks.yml

@@ -0,0 +1,18 @@
+bundle:
+  name: test-bundle
+
+resources:
+  features:
+    feature1:
+      full_name: main.myschema.boundfeature
+      description: bound feature
+      source:
+        delta_table_source:
+          full_name: main.myschema.mysource
+      function:
+        column_selection:
+          column: amount
+      entities:
+        - name: account_id
+      timeseries_column:
+        name: event_ts

acceptance/bundle/deployment/bind/feature/out.test.toml

@@ -0,0 +1,2 @@
+Cloud = false
+EnvMatrix.DMS = [""]

acceptance/bundle/deployment/bind/feature/output.txt

@@ -0,0 +1,30 @@
+
+>>> [CLI] bundle deployment bind feature1 main.myschema.boundfeature --auto-approve
+Successfully bound feature with an id 'main.myschema.boundfeature'
+Run 'bundle deploy' to deploy changes to your workspace
+
+>>> [CLI] bundle summary
+Name: test-bundle
+Target: default
+Workspace:
+  User: [USERNAME]
+  Path: /Workspace/Users/[USERNAME]/.bundle/test-bundle/default
+Resources:
+  Features:
+    feature1:
+      Name: main.myschema.boundfeature
+      URL:  [DATABRICKS_URL]/explore/data/features/main/myschema/boundfeature?w=[WORKSPACE_ID]
+
+>>> [CLI] bundle deployment unbind feature1
+
+>>> [CLI] bundle summary
+Name: test-bundle
+Target: default
+Workspace:
+  User: [USERNAME]
+  Path: /Workspace/Users/[USERNAME]/.bundle/test-bundle/default
+Resources:
+  Features:
+    feature1:
+      Name: main.myschema.boundfeature
+      URL:  (not deployed)

acceptance/bundle/deployment/bind/feature/script

@@ -0,0 +1,5 @@
+trace $CLI bundle deployment bind feature1 main.myschema.boundfeature --auto-approve
+trace $CLI bundle summary
+
+trace $CLI bundle deployment unbind feature1
+trace $CLI bundle summary

acceptance/bundle/deployment/bind/feature/test.toml

@@ -0,0 +1,22 @@
+Cloud = false
+
+Ignore = [
+    ".databricks",
+]
+
+# The bind flow issues a GET to confirm the remote feature exists before binding.
+[[Server]]
+Pattern = "GET /api/2.0/feature-engineering/features/{full_name}"
+Response.Body = '''
+{
+  "full_name": "main.myschema.boundfeature",
+  "catalog_name": "main",
+  "schema_name": "myschema",
+  "name": "boundfeature",
+  "description": "bound feature",
+  "source": {"delta_table_source": {"full_name": "main.myschema.mysource"}},
+  "function": {"column_selection": {"column": "amount"}},
+  "entities": [{"name": "account_id"}],
+  "timeseries_column": {"name": "event_ts"}
+}
+'''

acceptance/bundle/invariant/auto-migrate/test.toml

@@ -39,6 +39,8 @@ EnvMatrixExclude.no_cluster_policy = ["INPUT_CONFIG=cluster_policy.yml.tmpl"]
 EnvMatrixExclude.no_cluster_libraries = ["INPUT_CONFIG=cluster_libraries.yml.tmpl"]
 # AI Gateway securables are direct-only; the terraform deploy that seeds the migration fails for them.
 EnvMatrixExclude.no_model_service = ["INPUT_CONFIG=model_service.yml.tmpl"]
+# Features are direct-only; the terraform deploy that seeds the migration fails for them.
+EnvMatrixExclude.no_feature = ["INPUT_CONFIG=feature.yml.tmpl"]
 
 # Cross-resource permission references (e.g. ${resources.jobs.job_b.permissions[0].level})
 # don't work in terraform mode: the terraform interpolator converts the path to

acceptance/bundle/invariant/configs/feature.yml.tmpl

@@ -0,0 +1,23 @@
+bundle:
+  name: test-bundle-$UNIQUE_NAME
+
+resources:
+  features:
+    foo:
+      full_name: main.feat_inv_$UNIQUE_NAME.test_feature
+      description: This is a test feature # CAN_REMOVE
+      source:
+        delta_table_source:
+          full_name: main.feat_inv_$UNIQUE_NAME.source_table
+      function:
+        aggregation_function:
+          count_function:
+            input: value
+          time_window:
+            sliding:
+              window_duration: 604800s
+              slide_duration: 86400s
+      entities:
+        - name: id
+      timeseries_column:
+        name: timestamp

acceptance/bundle/invariant/configs/feature.yml.tmpl-cleanup.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+echo "Cleaning up temporary source table"
+$CLI tables delete main.feat_inv_$UNIQUE_NAME.source_table || true
+$CLI schemas delete main.feat_inv_$UNIQUE_NAME || true

acceptance/bundle/invariant/configs/feature.yml.tmpl-init.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+# The feature's delta_table_source must already exist, and the invariant harness provisions no
+# tables of its own.
+echo "Creating temporary source table: main.feat_inv_$UNIQUE_NAME.source_table"
+
+$CLI schemas create feat_inv_$UNIQUE_NAME main -o json | jq '{full_name}'
+
+# MSYS_NO_PATHCONV=1 prevents Git Bash on Windows from converting /api/... to a filesystem path.
+MSYS_NO_PATHCONV=1 $CLI api post "/api/2.0/sql/statements/" --json "{
+    \"warehouse_id\": \"$TEST_DEFAULT_WAREHOUSE_ID\",
+    \"statement\": \"CREATE TABLE main.feat_inv_$UNIQUE_NAME.source_table (id INT, value STRING, timestamp TIMESTAMP) USING DELTA\",
+    \"wait_timeout\": \"45s\"
+  }" > /dev/null

acceptance/bundle/invariant/continue_293/out.test.toml

@@ -15,6 +15,7 @@ EnvMatrix.INPUT_CONFIG = [
   "database_instance.yml.tmpl",
   "experiment.yml.tmpl",
   "external_location.yml.tmpl",
+  "feature.yml.tmpl",
   "job.yml.tmpl",
   "job_pydabs_10_tasks.yml.tmpl",
   "job_run_job_ref.yml.tmpl",

acceptance/bundle/invariant/delete_idempotent/out.test.toml

@@ -17,6 +17,7 @@ EnvMatrix.INPUT_CONFIG = [
   "database_instance.yml.tmpl",
   "experiment.yml.tmpl",
   "external_location.yml.tmpl",
+  "feature.yml.tmpl",
   "genie_space.yml.tmpl",
   "instance_pool.yml.tmpl",
   "job.yml.tmpl",

acceptance/bundle/invariant/destroy_idempotent/out.test.toml

@@ -17,6 +17,7 @@ EnvMatrix.INPUT_CONFIG = [
   "database_instance.yml.tmpl",
   "experiment.yml.tmpl",
   "external_location.yml.tmpl",
+  "feature.yml.tmpl",
   "genie_space.yml.tmpl",
   "instance_pool.yml.tmpl",
   "job.yml.tmpl",

acceptance/bundle/invariant/migrate/test.toml

@@ -39,6 +39,8 @@ EnvMatrixExclude.no_cluster_policy = ["INPUT_CONFIG=cluster_policy.yml.tmpl"]
 EnvMatrixExclude.no_cluster_libraries = ["INPUT_CONFIG=cluster_libraries.yml.tmpl"]
 # AI Gateway securables are direct-only; the terraform deploy that seeds the migration fails for them.
 EnvMatrixExclude.no_model_service = ["INPUT_CONFIG=model_service.yml.tmpl"]
+# Features are direct-only; the terraform deploy that seeds the migration fails for them.
+EnvMatrixExclude.no_feature = ["INPUT_CONFIG=feature.yml.tmpl"]
 
 # Cross-resource permission references (e.g. ${resources.jobs.job_b.permissions[0].level})
 # don't work in terraform mode: the terraform interpolator converts the path to

acceptance/bundle/invariant/no_drift/out.test.toml

@@ -17,6 +17,7 @@ EnvMatrix.INPUT_CONFIG = [
   "database_instance.yml.tmpl",
   "experiment.yml.tmpl",
   "external_location.yml.tmpl",
+  "feature.yml.tmpl",
   "genie_space.yml.tmpl",
   "instance_pool.yml.tmpl",
   "job.yml.tmpl",

acceptance/bundle/invariant/test.toml

@@ -31,6 +31,7 @@ EnvMatrix.INPUT_CONFIG = [
     "database_instance.yml.tmpl",
     "experiment.yml.tmpl",
     "external_location.yml.tmpl",
+    "feature.yml.tmpl",
     "genie_space.yml.tmpl",
     "instance_pool.yml.tmpl",
     "job.yml.tmpl",
@@ -115,6 +116,9 @@ EnvMatrixExclude.no_model_serving_endpoint_telemetry_on_cloud = ["CONFIG_Cloud=t
 # UC connection to create on cloud, which the invariant tests don't provision; the
 # local mock server accepts them, so these run locally only.
 EnvMatrixExclude.no_model_service_on_cloud = ["CONFIG_Cloud=true", "INPUT_CONFIG=model_service.yml.tmpl"]
+# The bundle deployments service rejects a "features." resource-key prefix, so recording
+# deployment history fails for this config on cloud; the local test server has no allowlist.
+EnvMatrixExclude.no_feature_dms_on_cloud = ["CONFIG_Cloud=true", "DMS=true", "INPUT_CONFIG=feature.yml.tmpl"]
 # Fake SQL endpoint for local tests
 
 [[Server]]

acceptance/bundle/python/features-support/databricks.yml

@@ -0,0 +1,27 @@
+bundle:
+  name: my_project
+
+sync: {paths: []} # don't need to copy files
+
+python:
+  resources:
+    - "resources:load_resources"
+  mutators:
+    - "mutators:update_feature"
+
+resources:
+  features:
+    my_feature_1:
+      full_name: main.default.my_feature_1
+      description: "My Feature"
+      source:
+        delta_table_source:
+          full_name: main.default.my_source_1
+      function:
+        aggregation_function:
+          count_function:
+            input: value
+          time_window:
+            sliding:
+              window_duration: 604800s
+              slide_duration: 86400s

acceptance/bundle/python/features-support/mutators.py

@@ -0,0 +1,11 @@
+from dataclasses import replace
+
+from databricks.bundles.core import feature_mutator
+from databricks.bundles.features import Feature
+
+
+@feature_mutator
+def update_feature(feature: Feature) -> Feature:
+    assert isinstance(feature.description, str)
+
+    return replace(feature, description=f"{feature.description} (updated)")

acceptance/bundle/python/features-support/out.test.toml

@@ -0,0 +1,3 @@
+Cloud = true
+EnvMatrix.DMS = ["", "true"]
+EnvMatrix.PYDAB_VERSION = ["current"]

acceptance/bundle/python/features-support/output.txt

@@ -0,0 +1,62 @@
+
+>>> uv run [UV_ARGS] -q [CLI] bundle validate --output json
+{
+  "experimental": {
+    "python": {
+      "mutators": [
+        "mutators:update_feature"
+      ],
+      "resources": [
+        "resources:load_resources"
+      ]
+    }
+  },
+  "resources": {
+    "features": {
+      "my_feature_1": {
+        "description": "My Feature (updated)",
+        "full_name": "main.default.my_feature_1",
+        "function": {
+          "aggregation_function": {
+            "count_function": {
+              "input": "value"
+            },
+            "time_window": {
+              "sliding": {
+                "slide_duration": "86400s",
+                "window_duration": "604800s"
+              }
+            }
+          }
+        },
+        "source": {
+          "delta_table_source": {
+            "full_name": "main.default.my_source_1"
+          }
+        }
+      },
+      "my_feature_2": {
+        "description": "My Feature (2) (updated)",
+        "full_name": "main.default.my_feature_2",
+        "function": {
+          "aggregation_function": {
+            "count_function": {
+              "input": "value"
+            },
+            "time_window": {
+              "sliding": {
+                "slide_duration": "86400s",
+                "window_duration": "604800s"
+              }
+            }
+          }
+        },
+        "source": {
+          "delta_table_source": {
+            "full_name": "main.default.my_source_2"
+          }
+        }
+      }
+    }
+  }
+}

acceptance/bundle/python/features-support/resources.py

@@ -0,0 +1,29 @@
+from databricks.bundles.core import Resources
+
+
+def load_resources() -> Resources:
+    resources = Resources()
+
+    resources.add_feature(
+        "my_feature_2",
+        {
+            "full_name": "main.default.my_feature_2",
+            "description": "My Feature (2)",
+            "source": {
+                "delta_table_source": {"full_name": "main.default.my_source_2"},
+            },
+            "function": {
+                "aggregation_function": {
+                    "count_function": {"input": "value"},
+                    "time_window": {
+                        "sliding": {
+                            "window_duration": "604800s",
+                            "slide_duration": "86400s",
+                        },
+                    },
+                },
+            },
+        },
+    )
+
+    return resources

acceptance/bundle/python/features-support/script

@@ -0,0 +1,5 @@
+
+trace uv run $UV_ARGS -q $CLI bundle validate --output json | \
+  jq "pick(.experimental.python, .resources)"
+
+rm -fr .databricks __pycache__

acceptance/bundle/python/features-support/test.toml

@@ -0,0 +1,4 @@
+Cloud = true
+
+# features are only supported in the current version of the wheel
+EnvMatrix.PYDAB_VERSION = ["current"]