feat: querier add table in_process_metrics

xiaochaoren1 · xiaochaoren1 · commit 456785bf636a · 2025-09-12T15:15:46.000+08:00
diff --git a/server/controller/db/metadb/migrator/schema/const.go b/server/controller/db/metadb/migrator/schema/const.go
@@ -20,5 +20,5 @@ const (
 	RAW_SQL_ROOT_DIR = "/etc/metadb/schema/rawsql"
 
 	DB_VERSION_TABLE    = "db_version"
-	DB_VERSION_EXPECTED = "7.1.0.2"
+	DB_VERSION_EXPECTED = "7.1.0.3"
 )
diff --git a/server/controller/db/metadb/migrator/schema/rawsql/mysql/init.sql b/server/controller/db/metadb/migrator/schema/rawsql/mysql/init.sql
@@ -2219,6 +2219,9 @@ INSERT INTO data_source (id, display_name, data_table_collection, base_data_sour
 set @lcuuid = (select uuid());
 INSERT INTO data_source (id, display_name, data_table_collection, base_data_source_id, `interval_time`, retention_time, summable_metrics_operator, unsummable_metrics_operator, lcuuid)
                  VALUES (24, '应用-指标（天级）', 'flow_metrics.application*', 23, 86400, 30*24, 'Sum', 'Avg', @lcuuid);
+set @lcuuid = (select uuid());
+INSERT INTO data_source (id, display_name, data_table_collection, `interval_time`, retention_time, summable_metrics_operator, unsummable_metrics_operator, lcuuid)
+                 VALUES (25, '应用-性能剖析指标', 'profile.in_process_metrics', 1, 3*24, 'Sum', 'Avg', @lcuuid);
 
 CREATE TABLE IF NOT EXISTS voucher (
     id                  INTEGER NOT NULL AUTO_INCREMENT PRIMARY KEY,
diff --git a/server/controller/db/metadb/migrator/schema/rawsql/mysql/issu/7.1.0.2.sql b/server/controller/db/metadb/migrator/schema/rawsql/mysql/issu/7.1.0.2.sql
diff --git a/server/controller/db/metadb/migrator/schema/rawsql/mysql/issu/7.1.0.3.sql b/server/controller/db/metadb/migrator/schema/rawsql/mysql/issu/7.1.0.3.sql
@@ -0,0 +1,24 @@
+DROP PROCEDURE IF EXISTS insert_data_source;
+
+CREATE PROCEDURE insert_data_source()
+BEGIN
+    DECLARE existing_display_name INT DEFAULT 0;
+
+    SELECT COUNT(*) INTO existing_display_name
+    FROM data_source
+    WHERE  id = 25;
+
+    IF existing_display_name = 0 THEN
+        START TRANSACTION;
+        set @lcuuid = (select uuid());
+        INSERT INTO data_source (id, display_name, data_table_collection, `interval_time`, retention_time, summable_metrics_operator, unsummable_metrics_operator, lcuuid)
+        VALUES (25, '应用-性能剖析指标', 'profile.in_process_metrics', 1, 3*24, 'Sum', 'Avg', @lcuuid);
+        COMMIT; 
+    END IF;
+
+END;
+
+CALL insert_data_source();
+DROP PROCEDURE insert_data_source;
+
+UPDATE db_version SET version='7.1.0.3';
diff --git a/server/controller/db/metadb/migrator/schema/rawsql/postgres/init.sql b/server/controller/db/metadb/migrator/schema/rawsql/postgres/init.sql
@@ -1618,6 +1618,9 @@ VALUES (23, '应用-指标（小时级）', 'flow_metrics.application*', 8, 3600
 INSERT INTO data_source (id, display_name, data_table_collection, base_data_source_id, interval_time, retention_time, summable_metrics_operator, unsummable_metrics_operator, lcuuid)
 VALUES (24, '应用-指标（天级）', 'flow_metrics.application*', 23, 86400, 30 * 24, 'Sum', 'Avg', gen_random_uuid());
 
+INSERT INTO data_source (id, display_name, data_table_collection, interval_time, retention_time, summable_metrics_operator, unsummable_metrics_operator, lcuuid)
+VALUES (25, '应用-性能剖析指标', 'profile.in_process_metrics', 1, 3 * 24, 'Sum', 'Avg', gen_random_uuid());
+
 CREATE TABLE IF NOT EXISTS report (
     id                      SERIAL PRIMARY KEY,
     title                   VARCHAR(200) NOT NULL DEFAULT '',
diff --git a/server/controller/http/service/data_source.go b/server/controller/http/service/data_source.go
@@ -98,6 +98,7 @@ var DEFAULT_DATA_SOURCE_DISPLAY_NAMES = []string{
 	"事件-IO 事件",      // event.perf_event
 	"事件-告警事件",       // event.alert_event
 	"应用-性能剖析",       // profile.in_process
+	"应用-性能剖析指标",     // profile.in_process_metrics
 	"网络-网络策略",       // flow_metrics.traffic_policy
 	"日志-日志数据",       // application_log.log
 }
diff --git a/server/querier/db_descriptions/clickhouse/metrics/profile/in_process_metrics b/server/querier/db_descriptions/clickhouse/metrics/profile/in_process_metrics
@@ -0,0 +1,3 @@
+# Field                     , DBField              , Type       , Category       , Permission
+profile_value               , profile_value        , counter    , APP Profile    , 111
+row                         ,                      , other      , Other          , 111 
diff --git a/server/querier/db_descriptions/clickhouse/metrics/profile/in_process_metrics.ch b/server/querier/db_descriptions/clickhouse/metrics/profile/in_process_metrics.ch
@@ -0,0 +1,3 @@
+# Field                     , DisplayName             , Unit            , Description
+profile_value               , profile_value           ,                 ,
+row                         , 行数                    , 个              ,  
diff --git a/server/querier/db_descriptions/clickhouse/metrics/profile/in_process_metrics.en b/server/querier/db_descriptions/clickhouse/metrics/profile/in_process_metrics.en
@@ -0,0 +1,3 @@
+# Field                     , DisplayName             , Unit            , Description
+profile_value               , profile_value           ,                 ,
+row                         , Row Count               ,                 ,
diff --git a/server/querier/db_descriptions/clickhouse/tag/event/alert_event b/server/querier/db_descriptions/clickhouse/tag/event/alert_event
@@ -22,13 +22,13 @@ pod_ns                    , pod_ns_0                  , pod_ns_1
 pod_node                  , pod_node_0                , pod_node_1                 , resource       ,                       , Universal Tag     , 111          , 0             , 110
 pod_ingress               , pod_ingress_0             , pod_ingress_1              , resource       ,                       , Universal Tag     , 111          , 0             , 110
 pod_service               , pod_service_0             , pod_service_1              , resource       ,                       , Universal Tag     , 111          , 0             , 110
-pod_group_type            , pod_group_type_0          , pod_group_type_1           , int_enum       , pod_group_type        , Universal Tag     , 111          , 0             , 110
+pod_group_type            , pod_group_type_0          , pod_group_type_1           , int            ,                       , Universal Tag     , 111          , 0             , 110
 pod_group                 , pod_group_0               , pod_group_1                , resource       ,                       , Universal Tag     , 111          , 0             , 110
 pod                       , pod_0                     , pod_1                      , resource       ,                       , Universal Tag     , 111          , 0             , 110
 service                   , service_0                 , service_1                  , resource       ,                       , Universal Tag     , 111          , 1             , 110
-auto_instance_type        , auto_instance_type_0      , auto_instance_type_1       , int_enum       , auto_instance_type    , Universal Tag     , 111          , 0             , 110
+auto_instance_type        , auto_instance_type_0      , auto_instance_type_1       , int            ,                       , Universal Tag     , 111          , 0             , 110
 auto_instance             , auto_instance_0           , auto_instance_1            , resource       ,                       , Universal Tag     , 111          , 0             , 110
-auto_service_type         , auto_service_type_0       , auto_service_type_1        , int_enum       , auto_service_type     , Universal Tag     , 111          , 0             , 110
+auto_service_type         , auto_service_type_0       , auto_service_type_1        , int            ,                       , Universal Tag     , 111          , 0             , 110
 auto_service              , auto_service_0            , auto_service_1             , resource       ,                       , Universal Tag     , 111          , 0             , 110
 gprocess                  , gprocess_0                , gprocess_1                 , resource       ,                       , Universal Tag     , 111          , 0             , 110
 tap_port_host             , tap_port_host             , tap_port_host              , resource       ,                       , Universal Tag     , 111          , 1             , 110
diff --git a/server/querier/db_descriptions/clickhouse/tag/profile/in_process.ch b/server/querier/db_descriptions/clickhouse/tag/profile/in_process.ch
@@ -53,7 +53,7 @@ span_name                  , Span名称                    ,
 vtap                       , 采集器                      , 已废弃，请使用 agent。
 agent                      , 采集器                      ,
 
-profile_value_unit         , 单位                        ,
+profile_value_unit         , 指标单位                    ,
 profile_event_type         , 剖析类型                    ,
 profile_create_timestamp   , 聚合时间                    ,
 profile_in_timestamp       , 写入时间                    ,
diff --git a/server/querier/db_descriptions/clickhouse/tag/profile/in_process.en b/server/querier/db_descriptions/clickhouse/tag/profile/in_process.en
@@ -53,9 +53,9 @@ span_name                  , Span Name                     ,
 vtap                       , DeepFlow Agent                , Deprecated，please use agent.
 agent                      , DeepFlow Agent                ,
 
-profile_value_unit         , 单位                        ,
-profile_event_type         , 剖析类型                       ,
-profile_create_timestamp   , 聚合时间                       ,
-profile_in_timestamp       , 写入时间                       ,
-profile_language_type      , 语言类型                       ,
+profile_value_unit         , Metric Unit                   ,
+profile_event_type         , Profile Type                  ,
+profile_create_timestamp   , Aggregate Time                ,
+profile_in_timestamp       , Ingest Time                   ,
+profile_language_type      , Language Type                 ,
 profile_id                 , ProfileID                     ,
diff --git a/server/querier/db_descriptions/clickhouse/tag/profile/in_process_metrics b/server/querier/db_descriptions/clickhouse/tag/profile/in_process_metrics
@@ -0,0 +1,53 @@
+# Name                     , ClientName                , ServerName                , Type          , EnumFile              , Category        , Permission     , Deprecated
+time                       , time                      , time                      , time          ,                       , Timestamp       , 111            , 0
+
+region                     , region                    , region                    , resource      ,                       , Universal Tag   , 110            , 0
+az                         , az                        , az                        , resource      ,                       , Universal Tag   , 110            , 0
+host                       , host                      , host                      , resource      ,                       , Universal Tag   , 100            , 0
+chost                      , chost                     , chost                     , resource      ,                       , Universal Tag   , 111            , 0
+vpc                        , vpc                       , vpc                       , resource      ,                       , Universal Tag   , 111            , 0
+router                     , router                    , router                    , resource      ,                       , Universal Tag   , 110            , 0
+dhcpgw                     , dhcpgw                    , dhcpgw                    , resource      ,                       , Universal Tag   , 110            , 0
+lb                         , lb                        , lb                        , resource      ,                       , Universal Tag   , 110            , 0
+lb_listener                , lb_listener               , lb_listener               , resource      ,                       , Universal Tag   , 110            , 0
+natgw                      , natgw                     , natgw                     , resource      ,                       , Universal Tag   , 110            , 0
+redis                      , redis                     , redis                     , resource      ,                       , Universal Tag   , 110            , 0
+rds                        , rds                       , rds                       , resource      ,                       , Universal Tag   , 110            , 0
+pod_cluster                , pod_cluster               , pod_cluster               , resource      ,                       , Universal Tag   , 111            , 0
+pod_ns                     , pod_ns                    , pod_ns                    , resource      ,                       , Universal Tag   , 111            , 0
+pod_node                   , pod_node                  , pod_node                  , resource      ,                       , Universal Tag   , 111            , 0
+pod_ingress                , pod_ingress               , pod_ingress               , resource      ,                       , Universal Tag   , 111            , 0
+pod_service                , pod_service               , pod_service               , resource      ,                       , Universal Tag   , 111            , 0
+pod_group_type             , pod_group_type            , pod_group_type            , int_enum      , pod_group_type        , Universal Tag   , 111            , 0
+pod_group                  , pod_group                 , pod_group                 , resource      ,                       , Universal Tag   , 111            , 0
+pod                        , pod                       , pod                       , resource      ,                       , Universal Tag   , 111            , 0
+service                    , service                   , service                   , resource      ,                       , Universal Tag   , 111            , 1
+auto_instance_type         , auto_instance_type        , auto_instance_type        , int_enum      , auto_instance_type    , Universal Tag   , 111            , 0
+auto_instance              , auto_instance             , auto_instance             , resource      ,                       , Universal Tag   , 111            , 0
+auto_service_type          , auto_service_type         , auto_service_type         , int_enum      , auto_service_type     , Universal Tag   , 111            , 0
+auto_service               , auto_service              , auto_service              , resource      ,                       , Universal Tag   , 111            , 0
+gprocess                   , gprocess                  , gprocess                  , resource      ,                       , Universal Tag   , 111            , 0
+host_ip                    , host_ip                   , host_ip                   , resource      ,                       , Universal Tag   , 111            , 0
+host_hostname              , host_hostname             , host_hostname             , resource      ,                       , Universal Tag   , 111            , 0
+chost_ip                   , chost_ip                  , chost_ip                  , resource      ,                       , Universal Tag   , 111            , 0
+chost_hostname             , chost_hostname            , chost_hostname            , resource      ,                       , Universal Tag   , 111            , 0
+pod_node_ip                , pod_node_ip               , pod_node_ip               , resource      ,                       , Universal Tag   , 111            , 0
+pod_node_hostname          , pod_node_hostname         , pod_node_hostname         , resource      ,                       , Universal Tag   , 111            , 0
+
+k8s.label                  , k8s.label                 , k8s.label                 , map           ,                       , Custom Tag      , 111            , 0
+k8s.annotation             , k8s.annotation            , k8s.annotation            , map           ,                       , Custom Tag      , 111            , 0
+k8s.env                    , k8s.env                   , k8s.env                   , map           ,                       , Custom Tag      , 111            , 0
+cloud.tag                  , cloud.tag                 , cloud.tag                 , map           ,                       , Custom Tag      , 111            , 0
+
+ip                         , ip                        , ip                        , ip            ,                       , Network Layer   , 111            , 0
+is_ipv4                    , is_ipv4                   , is_ipv4                   , int_enum      , ip_type               , Network Layer   , 111            , 0
+
+app_service                , app_service               , app_service               , string_enum   ,                       , Service Info    , 111            , 0
+app_instance               , app_instance              , app_instance              , string_enum   ,                       , Service Info    , 111            , 0
+process_id                 , process_id                , process_id                , int           ,                       , Service Info    , 111            , 0
+
+vtap                       , vtap                      , vtap                      , resource      ,                       , Capture Info    , 111            , 1
+agent                      , agent                     , agent                     , resource      ,                       , Capture Info    , 111            , 0
+
+profile_event_type         , profile_event_type        , profile_event_type        , string        ,                       , Profile Info    , 111            , 0
+profile_language_type      , profile_language_type     , profile_language_type     , string_enum   , profile_language_type , Profile Info    , 111            , 0
diff --git a/server/querier/db_descriptions/clickhouse/tag/profile/in_process_metrics.ch b/server/querier/db_descriptions/clickhouse/tag/profile/in_process_metrics.ch
diff --git a/server/querier/db_descriptions/clickhouse/tag/profile/in_process_metrics.en b/server/querier/db_descriptions/clickhouse/tag/profile/in_process_metrics.en
diff --git a/server/querier/engine/clickhouse/common/const.go b/server/querier/engine/clickhouse/common/const.go
diff --git a/server/querier/engine/clickhouse/metrics/metrics.go b/server/querier/engine/clickhouse/metrics/metrics.go
diff --git a/server/querier/engine/clickhouse/tag/description.go b/server/querier/engine/clickhouse/tag/description.go

Original file line number	Diff line number	Diff line change
`@@ -20,5 +20,5 @@ const (`
`20`	`20`	`RAW_SQL_ROOT_DIR = "/etc/metadb/schema/rawsql"`
`21`	`21`
`22`	`22`	`DB_VERSION_TABLE = "db_version"`
`23`		`- DB_VERSION_EXPECTED = "7.1.0.2"`
	`23`	`+ DB_VERSION_EXPECTED = "7.1.0.3"`
`24`	`24`	`)`
Original file line number	Diff line number	Diff line change
`@@ -98,6 +98,7 @@ var DEFAULT_DATA_SOURCE_DISPLAY_NAMES = []string{`
`98`	`98`	`"事件-IO 事件", // event.perf_event`
`99`	`99`	`"事件-告警事件", // event.alert_event`
`100`	`100`	`"应用-性能剖析", // profile.in_process`
	`101`	`+ "应用-性能剖析指标", // profile.in_process_metrics`
`101`	`102`	`"网络-网络策略", // flow_metrics.traffic_policy`
`102`	`103`	`"日志-日志数据", // application_log.log`
`103`	`104`	`}`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+# Field , DBField , Type , Category , Permission`
	`2`	`+profile_value , profile_value , counter , APP Profile , 111`
	`3`	`+row , , other , Other , 111`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+# Field , DisplayName , Unit , Description`
	`2`	`+profile_value , profile_value , ,`
	`3`	`+row , 行数 , 个 ,`