Support cache modes in KQP (#23936)

Author: lex007in

ydb/core/kqp/host/kqp_gateway_proxy.cpp

@@ -143,6 +143,17 @@ bool ConvertCreateTableSettingsToProto(NYql::TKikimrTableMetadataPtr metadata, Y
         if (family.CompressionLevel) {
             familyProto->set_compression_level(family.CompressionLevel.GetRef());
         }
+        if (family.CacheMode) {
+            if (to_lower(family.CacheMode.GetRef()) == "regular") {
+                familyProto->set_cache_mode(Ydb::Table::ColumnFamily::CACHE_MODE_REGULAR);
+            } else if (to_lower(family.CacheMode.GetRef()) == "in_memory") {
+                familyProto->set_cache_mode(Ydb::Table::ColumnFamily::CACHE_MODE_IN_MEMORY);
+            } else {
+                code = Ydb::StatusIds::BAD_REQUEST;
+                error = TStringBuilder() << "Unknown cache mode '" << family.CacheMode.GetRef() << "' for a column family";
+                return false;
+            }
+        }
     }
 
     if (metadata->TableSettings.CompactionPolicy) {
@@ -390,6 +401,11 @@ bool FillColumnTableSchema(NKikimrSchemeOp::TColumnTableSchema& schema, const T&
             error = TStringBuilder() << "Field `DATA` is not supported for OLAP tables in column family '" << family.Name << "'";
             return false;
         }
+        if (family.CacheMode.Defined()) {
+            code = Ydb::StatusIds::BAD_REQUEST;
+            error = TStringBuilder() << "Field `CACHE_MODE` is not supported for OLAP tables in column family '" << family.Name << "'";
+            return false;
+        }
         auto columnFamilyIt = columnFamiliesByName.find(family.Name);
         if (!columnFamilyIt.IsEnd()) {
             code = Ydb::StatusIds::BAD_REQUEST;

ydb/core/kqp/provider/yql_kikimr_exec.cpp

@@ -1790,6 +1790,25 @@ class TKiSinkCallableExecutionTransformer : public TAsyncCallbackTransformer<TKi
                                 } else if (name == "compression_level") {
                                     auto level = FromString<i32>(familySetting.Value().Cast<TCoDataCtor>().Literal().Cast<TCoAtom>().Value());
                                     f->set_compression_level(level);
+                                } else if (name == "cache_mode") {
+                                    if (!SessionCtx->Config().FeatureFlags.GetEnableTableCacheModes()) {
+                                        ctx.AddError(TIssue(ctx.GetPosition(familySetting.Name().Pos()),
+                                            TStringBuilder() << "Setting cache_mode is not allowed"));
+                                        return SyncError();
+                                    }
+                                    auto cacheMode = TString(
+                                        familySetting.Value().Cast<TCoDataCtor>().Literal().Cast<TCoAtom>().Value()
+                                    );
+                                    if (to_lower(cacheMode) == "regular") {
+                                        f->set_cache_mode(Ydb::Table::ColumnFamily::CACHE_MODE_REGULAR);
+                                    } else if (to_lower(cacheMode) == "in_memory") {
+                                        f->set_cache_mode(Ydb::Table::ColumnFamily::CACHE_MODE_IN_MEMORY);
+                                    } else {
+                                        ctx.AddError(TIssue(ctx.GetPosition(familySetting.Name().Pos()),
+                                            TStringBuilder() << "Unknown cache mode '" << cacheMode
+                                                << "' for a column family"));
+                                        return SyncError();
+                                    }
                                 } else {
                                     ctx.AddError(TIssue(ctx.GetPosition(familySetting.Name().Pos()),
                                         TStringBuilder() << "Unknown column family setting name: " << name));

ydb/core/kqp/provider/yql_kikimr_gateway.h

@@ -220,6 +220,7 @@ struct TColumnFamily {
     TMaybe<TString> Data;
     TMaybe<TString> Compression;
     TMaybe<i32> CompressionLevel;
+    TMaybe<TString> CacheMode;
 };
 
 struct TTtlSettings {

ydb/core/kqp/provider/yql_kikimr_type_ann.cpp

@@ -1088,6 +1088,10 @@ virtual TStatus HandleCreateTable(TKiCreateTable create, TExprContext& ctx) over
                         );
                     } else if (name == "compression_level") {
                         family.CompressionLevel = FromString<i32>(familySetting.Value().Cast<TCoDataCtor>().Literal().Cast<TCoAtom>().Value());
+                    } else if (name == "cache_mode") {
+                        family.CacheMode = TString(
+                            familySetting.Value().Cast<TCoDataCtor>().Literal().Cast<TCoAtom>().Value()
+                        );
                     } else {
                         ctx.AddError(TIssue(ctx.GetPosition(familySetting.Name().Pos()),
                             TStringBuilder() << "Unknown column family setting name: " << name));