Compress cluster state content (#29467)

Author: Evgenik2

ydb/core/grpc_services/rpc_cluster_state.cpp

@@ -13,6 +13,7 @@
 #include <ydb/library/actors/core/hfunc.h>
 #include <ydb/library/actors/interconnect/interconnect.h>
 #include <library/cpp/digest/old_crc/crc.h>
+#include <library/cpp/streams/bzip2/bzip2.h>
 
 #include <util/random/shuffle.h>
 
@@ -289,7 +290,7 @@ class TClusterStateRPC : public TRpcRequestActor<TClusterStateRPC, TEvClusterSta
 
     void Handle(NKikimr::NCountersInfo::TEvCountersInfoResponse::TPtr& ev) {
         ui32 idx = ev.Get()->Cookie;
-        Counters[idx].push_back(std::make_pair(std::move(ev->Get()->Record.GetResponse()), TInstant::Now()));
+        Counters[idx].push_back(std::make_pair(Pack(std::move(ev->Get()->Record.GetResponse())), TInstant::Now()));
         NodeStateInfoReceived(idx);
     }
 
@@ -383,14 +384,23 @@ class TClusterStateRPC : public TRpcRequestActor<TClusterStateRPC, TEvClusterSta
         }
     }
 
+    TString Pack(const TString& data) {
+        TString dataPack;
+        TStringOutput output(dataPack);
+        TBZipCompress compress(&output);
+        compress.Write(data);
+        compress.Finish();
+        return dataPack;
+    }
+
     void AddBlock(Ydb::Monitoring::ClusterStateResult& result, const TString& name, const auto& obj) {
         google::protobuf::util::JsonPrintOptions jsonOpts;
         jsonOpts.add_whitespace = true;
         TString data;
         google::protobuf::util::MessageToJsonString(obj, &data, jsonOpts);
         auto* block = result.Addblocks();
         block->Setname(name);
-        block->Setcontent(data);
+        block->Setcontent(Pack(data));
         block->Mutabletimestamp()->set_seconds(TInstant::Now().Seconds());
     }
 

ydb/public/api/protos/ydb_monitoring.proto

@@ -249,11 +249,11 @@ message ClusterStateResponse {
 
 message ClusterStateResultBlock {
     string name = 1;
-    string content = 2;
+    bytes content = 2;
     google.protobuf.Timestamp timestamp = 3;
 }
 
 message ClusterStateResult {
-    string result = 1; // deprecated
+    reserved 1; // deprecated
     repeated ClusterStateResultBlock blocks = 2;
 }

ydb/public/lib/ydb_cli/commands/ydb_state.cpp

@@ -6,6 +6,7 @@
 
 #include <chrono>
 #include <util/generic/xrange.h>
+#include <util/stream/mem.h>
 #include <library/cpp/streams/bzip2/bzip2.h>
 
 namespace NYdb::NConsoleClient {
@@ -111,13 +112,12 @@ int TCommandClusterStateFetch::Run(TConfig& config) {
 
     TFileOutput out(FileName);
     TBZipCompress compress(&out);
-    TString r = proto.Getresult();
-    if (!r.empty()) {
-        TARFile::ToStream(compress, "result.json", r, TInstant::Now());
-    }
     for (ui32 i : xrange(proto.blocksSize())) {
         auto& block = proto.Getblocks(i);
-        TARFile::ToStream(compress, block.Getname(), block.Getcontent(), TInstant::Seconds(block.Gettimestamp().seconds()));
+        TString data = block.Getcontent();
+        TMemoryInput input(data.data(), data.size());
+        TBZipDecompress decompress(&input);
+        TARFile::ToStream(compress, block.Getname(), decompress.ReadAll(), TInstant::Seconds(block.Gettimestamp().seconds()));
     }
     return EXIT_SUCCESS;
 }