State: KeysLike (dapr#4087)

Signed-off-by: joshvanl <me@joshvanl.dev>
Signed-off-by: Kobbi Gal <kobbi.g@akeyless.io>

Author: JoshVanL

state/oracledatabase/oracledatabaseaccess.go

@@ -527,3 +527,80 @@ func tableExists(db *sql.DB, tableName string) (bool, error) {
 	}
 	return true, nil
 }
+
+func (o *oracleDatabaseAccess) KeysLike(ctx context.Context, req state.KeysLikeRequest) (*state.KeysLikeResponse, error) {
+	if o.db == nil {
+		return nil, errors.New("oracle db not initialized")
+	}
+
+	table := o.metadata.TableName
+
+	baseWhere := " WHERE key LIKE :pat ESCAPE '\\' AND (expiration_time IS NULL OR expiration_time > SYSTIMESTAMP) "
+
+	args := []any{req.Pattern}
+
+	seek := ""
+	if req.ContinuationToken != nil && *req.ContinuationToken != "" {
+		seek = " AND key > :token "
+		args = append(args, *req.ContinuationToken)
+	}
+
+	orderBy := " ORDER BY key ASC "
+
+	var query string
+	var pageSize uint32
+
+	if req.PageSize != nil && *req.PageSize > 0 {
+		pageSize = *req.PageSize
+		take := int64(pageSize + 1)
+
+		query = fmt.Sprintf(`
+SELECT key FROM (
+  SELECT key
+  FROM %s
+  %s%s%s
+)
+WHERE ROWNUM <= :take
+`, table, baseWhere, seek, orderBy)
+
+		args = append(args, take)
+	} else {
+		query = fmt.Sprintf(`
+SELECT key
+FROM %s
+%s%s%s
+`, table, baseWhere, seek, orderBy)
+	}
+
+	rows, err := o.db.QueryContext(ctx, query, args...)
+	if err != nil {
+		return nil, err
+	}
+	defer rows.Close()
+
+	keys := make([]string, 0, 256)
+	for rows.Next() {
+		var k string
+		if err := rows.Scan(&k); err != nil {
+			return nil, err
+		}
+		keys = append(keys, k)
+	}
+	if err := rows.Err(); err != nil {
+		return nil, err
+	}
+
+	resp := &state.KeysLikeResponse{
+		Keys: make([]string, 0, len(keys)),
+	}
+
+	//nolint:gosec
+	if pageSize > 0 && uint32(len(keys)) > pageSize {
+		next := keys[pageSize]
+		resp.ContinuationToken = &next
+		keys = keys[:pageSize]
+	}
+
+	resp.Keys = append(resp.Keys, keys...)
+	return resp, nil
+}

state/postgresql/v2/postgresql.go

@@ -251,15 +251,15 @@ CREATE INDEX ON %[1]s (expires_at);
 				}
 			}
 
-			// 2) Backfill NULLs deterministically (created_at, key)
+			// 2) Backfill NULLs deterministically (insertdate, key)
 			var nulls int64
 			if err := p.db.QueryRow(ctx, `SELECT COUNT(*) FROM `+fqtnQI+` WHERE row_id IS NULL`).Scan(&nulls); err != nil {
 				return fmt.Errorf("count NULL row_id: %w", err)
 			}
 			if nulls > 0 {
 				if _, err := p.db.Exec(ctx, `
 WITH ranked AS (
-  SELECT key, ROW_NUMBER() OVER (ORDER BY created_at ASC, key ASC) AS rn
+  SELECT key, ROW_NUMBER() OVER (ORDER BY insertdate ASC, key ASC) AS rn
   FROM `+fqtnQI+`
   WHERE row_id IS NULL
 )

state/redis/redis_test.go

@@ -561,3 +561,9 @@ func BenchmarkGetKeyVersion(b *testing.B) {
 		}
 	}
 }
+
+func Test_KeyList(t *testing.T) {
+	s := NewRedisStateStore(logger.NewLogger("test"))
+	_, ok := s.(state.KeysLiker)
+	require.True(t, ok)
+}

tests/config/state/tests.yml

@@ -4,13 +4,13 @@
 componentType: state
 components:
   - component: redis.v6
-    operations: [ "transaction", "etag", "first-write", "query", "ttl", "actorStateStore" ]
+    operations: [ "transaction", "etag", "first-write", "query", "ttl", "actorStateStore", "keyslike" ]
     config:
       # This component requires etags to be numeric
       badEtag: "9999999"
   - component: redis.v7
     # "query" is not included because redisjson hasn't been updated to Redis v7 yet
-    operations: [ "transaction", "etag", "first-write", "ttl", "actorStateStore" ]
+    operations: [ "transaction", "etag", "first-write", "ttl", "actorStateStore", "keyslike" ]
     config:
       # This component requires etags to be numeric
       badEtag: "9999999"
@@ -52,31 +52,31 @@ components:
       # This component requires etags to be hex-encoded numbers
       badEtag: "FFFF"
   - component: postgresql.v1.docker
-    operations: [ "transaction", "etag", "first-write", "query", "ttl", "actorStateStore" ]
+    operations: [ "transaction", "etag", "first-write", "query", "ttl", "actorStateStore", "keyslike" ]
     config:
       # This component requires etags to be numeric
       badEtag: "1"
   - component: postgresql.v1.azure
-    operations: [ "transaction", "etag", "first-write", "query", "ttl", "actorStateStore" ]
+    operations: [ "transaction", "etag", "first-write", "query", "ttl", "actorStateStore", "keyslike" ]
     config:
       # This component requires etags to be numeric
       badEtag: "1"
   - component: postgresql.v2.docker
-    operations: [ "transaction", "etag", "first-write", "ttl", "actorStateStore" ]
+    operations: [ "transaction", "etag", "first-write", "ttl", "actorStateStore", "keyslike" ]
     config:
       # This component requires etags to be UUIDs
       badEtag: "e9b9e142-74b1-4a2e-8e90-3f4ffeea2e70"
   - component: postgresql.v2.azure
-    operations: [ "transaction", "etag", "first-write", "ttl", "actorStateStore" ]
+    operations: [ "transaction", "etag", "first-write", "ttl", "actorStateStore", "keyslike" ]
     config:
       # This component requires etags to be UUIDs
       badEtag: "e9b9e142-74b1-4a2e-8e90-3f4ffeea2e70"
   - component: sqlite
-    operations: [ "transaction", "etag",  "first-write", "ttl", "actorStateStore" ]
+    operations: [ "transaction", "etag",  "first-write", "ttl", "actorStateStore", "keyslike" ]
   - component: mysql.mysql
-    operations: [ "transaction", "etag",  "first-write", "ttl", "actorStateStore" ]
+    operations: [ "transaction", "etag",  "first-write", "ttl", "actorStateStore", "keyslike" ]
   - component: mysql.mariadb
-    operations: [ "transaction", "etag",  "first-write", "ttl", "actorStateStore" ]
+    operations: [ "transaction", "etag",  "first-write", "ttl", "actorStateStore", "keyslike" ]
   - component: azure.tablestorage.storage
     operations: [ "etag", "first-write"]
     config:
@@ -95,28 +95,28 @@ components:
     # Although this component supports TTLs, the minimum TTL is 60s, which makes it not suitable for our conformance tests
     operations: []
   - component: cockroachdb.v1
-    operations: [ "transaction", "etag", "first-write", "query", "ttl" ]
+    operations: [ "transaction", "etag", "first-write", "query", "ttl", "keyslike" ]
     config:
       # This component requires etags to be numeric
       badEtag: "9999999"
   - component: cockroachdb.v2
-    operations: [ "transaction", "etag", "first-write", "ttl" ]
+    operations: [ "transaction", "etag", "first-write", "ttl", "keyslike" ]
     config:
       # This component requires etags to be UUIDs
       badEtag: "7b104dbd-1ae2-4772-bfa0-e29c7b89bc9b"
   - component: rethinkdb
     operations: []
   - component: in-memory
-    operations: [ "transaction", "etag",  "first-write", "ttl", "delete-with-prefix", "actorStateStore" ]
+    operations: [ "transaction", "etag",  "first-write", "ttl", "delete-with-prefix", "actorStateStore", "keyslike" ]
   - component: aws.dynamodb.docker
     # In the Docker variant, we do not set ttlAttributeName in the metadata, so TTLs are not enabled
     operations: [ "transaction", "etag", "first-write" ]
   - component: aws.dynamodb.terraform
     operations: [ "transaction", "etag", "first-write", "ttl" ]
   - component: etcd.v1
-    operations: [ "transaction", "etag",  "first-write", "ttl", "actorStateStore" ]
+    operations: [ "transaction", "etag",  "first-write", "ttl", "actorStateStore", "keyslike" ]
   - component: etcd.v2
-    operations: [ "transaction", "etag",  "first-write", "ttl", "actorStateStore" ]
+    operations: [ "transaction", "etag",  "first-write", "ttl", "actorStateStore", "keyslike" ]
   - component: gcp.firestore.docker
     operations: []
   - component: gcp.firestore.cloud