feat: Implement KVConfig multi-backend architecture

Author: Jay-ju

Cargo.lock

@@ -61,6 +61,7 @@ def refresh_logger() -> None:
     Table,
 )
 from daft.context import (
+    get_context,
     set_execution_config,
     set_planning_config,
     execution_config_ctx,
@@ -87,6 +88,7 @@ def refresh_logger() -> None:
     attach_provider,
     attach_function,
     attach_table,
+    attach_kv,
     create_namespace,
     create_namespace_if_not_exists,
     create_table,
@@ -97,20 +99,25 @@ def refresh_logger() -> None:
     current_namespace,
     current_provider,
     current_session,
+    current_kv,
     detach_catalog,
     detach_function,
     detach_provider,
     detach_table,
+    detach_kv,
     drop_namespace,
     drop_table,
     get_catalog,
     get_provider,
     get_table,
+    get_kv,
     has_catalog,
     has_namespace,
     has_provider,
     has_table,
+    has_kv,
     list_catalogs,
+    list_kv,
     list_tables,
     read_table,
     session,
@@ -119,6 +126,7 @@ def refresh_logger() -> None:
     set_namespace,
     set_provider,
     set_session,
+    set_kv,
     write_table,
 )
 from daft.udf import udf, func, cls, method
@@ -145,6 +153,14 @@ def refresh_logger() -> None:
 from daft.sql import sql, sql_expr
 from daft.viz import register_viz_hook
 from daft.window import Window
+from daft.functions.kv import (
+    kv_put,
+    kv_get,
+    kv_get_with_name,
+    kv_batch_get_with_name,
+    kv_exists_with_name,
+    kv_put_with_name,
+)
 from daft.file import File
 
 import daft.context as context
@@ -176,6 +192,7 @@ def refresh_logger() -> None:
     "attach",
     "attach_catalog",
     "attach_function",
+    "attach_kv",
     "attach_provider",
     "attach_table",
     "cls",
@@ -188,13 +205,15 @@ def refresh_logger() -> None:
     "create_table_if_not_exists",
     "create_temp_table",
     "current_catalog",
+    "current_kv",
     "current_model",
     "current_namespace",
     "current_provider",
     "current_session",
     "datasets",
     "detach_catalog",
     "detach_function",
+    "detach_kv",
     "detach_provider",
     "detach_table",
     "drop_namespace",
@@ -211,16 +230,25 @@ def refresh_logger() -> None:
     "func",
     "functions",
     "get_catalog",
+    "get_context",
+    "get_kv",
     "get_or_create_runner",
     "get_or_infer_runner_type",
     "get_provider",
     "get_table",
     "has_catalog",
+    "has_kv",
     "has_namespace",
     "has_provider",
     "has_table",
     "interval",
     "io",
+    "kv_batch_get_with_name",
+    "kv_exists_with_name",
+    "kv_get",
+    "kv_get_with_name",
+    "kv_put",
+    "kv_put_with_name",
     "list_",
     "list_catalogs",
     "list_tables",
@@ -247,6 +275,7 @@ def refresh_logger() -> None:
     "session",
     "set_catalog",
     "set_execution_config",
+    "set_kv",
     "set_model",
     "set_namespace",
     "set_planning_config",
@@ -258,5 +287,4 @@ def refresh_logger() -> None:
     "sql_expr",
     "struct",
     "udf",
-    "write_table",
 ]

daft/__init__.py

@@ -214,6 +214,13 @@
     lag,
     lead,
 )
+from daft.functions.kv import (
+    kv_get,
+    kv_batch_get,
+    kv_exists,
+    kv_put,
+)
+
 
 __all__ = [
     "abs",
@@ -303,6 +310,10 @@
     "is_nan",
     "is_null",
     "jq",
+    "kv_batch_get",
+    "kv_exists",
+    "kv_get",
+    "kv_put",
     "lag",
     "lead",
     "left",