feat: perf_event is changed to file_event

xiaochaoren1 · SongZhen0704 · commit c53349eeeb9c · 2025-09-01T17:25:33.000+08:00
diff --git a/server/controller/db/metadb/migrator/schema/const.go b/server/controller/db/metadb/migrator/schema/const.go
@@ -20,5 +20,5 @@ const (
 	RAW_SQL_ROOT_DIR = "/etc/metadb/schema/rawsql"
 
 	DB_VERSION_TABLE    = "db_version"
-	DB_VERSION_EXPECTED = "7.0.1.29"
+	DB_VERSION_EXPECTED = "7.0.1.30"
 )
diff --git a/server/controller/db/metadb/migrator/schema/rawsql/mysql/init.sql b/server/controller/db/metadb/migrator/schema/rawsql/mysql/init.sql
@@ -2173,7 +2173,7 @@ INSERT INTO data_source (id, display_name, data_table_collection, `interval_time
                  VALUES (15, '事件-资源变更事件', 'event.event', 0, 30*24, @lcuuid);
 set @lcuuid = (select uuid());
 INSERT INTO data_source (id, display_name, data_table_collection, `interval_time`, retention_time, lcuuid)
-                 VALUES (16, '事件-IO 事件', 'event.perf_event', 0, 7*24, @lcuuid);
+                 VALUES (16, '事件-IO 事件', 'event.file_event', 0, 7*24, @lcuuid);
 set @lcuuid = (select uuid());
 INSERT INTO data_source (id, display_name, data_table_collection, `interval_time`, retention_time, lcuuid)
                  VALUES (17, '事件-告警事件', 'event.alert_event', 0, 30*24, @lcuuid);
diff --git a/server/controller/db/metadb/migrator/schema/rawsql/mysql/issu/7.0.1.30.sql b/server/controller/db/metadb/migrator/schema/rawsql/mysql/issu/7.0.1.30.sql
@@ -0,0 +1,7 @@
+START TRANSACTION;
+
+UPDATE data_source SET data_table_collection='event.file_event' where data_table_collection='event.perf_event';
+
+UPDATE db_version SET version='7.0.1.30';
+
+COMMIT;
diff --git a/server/controller/db/metadb/migrator/schema/rawsql/postgres/init.sql b/server/controller/db/metadb/migrator/schema/rawsql/postgres/init.sql
@@ -1591,7 +1591,7 @@ INSERT INTO data_source (id, display_name, data_table_collection, interval_time,
 VALUES (15, '事件-资源变更事件', 'event.event', 0, 30 * 24, gen_random_uuid());
 
 INSERT INTO data_source (id, display_name, data_table_collection, interval_time, retention_time, lcuuid)
-VALUES (16, '事件-IO 事件', 'event.perf_event', 0, 7 * 24, gen_random_uuid());
+VALUES (16, '事件-IO 事件', 'event.file_event', 0, 7 * 24, gen_random_uuid());
 
 INSERT INTO data_source (id, display_name, data_table_collection, interval_time, retention_time, lcuuid)
 VALUES (17, '事件-告警事件', 'event.alert_event', 0, 30 * 24, gen_random_uuid());
diff --git a/server/querier/db_descriptions/clickhouse/metrics/event/file_event b/server/querier/db_descriptions/clickhouse/metrics/event/file_event
diff --git a/server/querier/db_descriptions/clickhouse/metrics/event/file_event.ch b/server/querier/db_descriptions/clickhouse/metrics/event/file_event.ch
diff --git a/server/querier/db_descriptions/clickhouse/metrics/event/file_event.en b/server/querier/db_descriptions/clickhouse/metrics/event/file_event.en
diff --git a/server/querier/db_descriptions/clickhouse/tag/enum/file_event_signal_source.ch b/server/querier/db_descriptions/clickhouse/tag/enum/file_event_signal_source.ch
diff --git a/server/querier/db_descriptions/clickhouse/tag/enum/file_event_signal_source.en b/server/querier/db_descriptions/clickhouse/tag/enum/file_event_signal_source.en
diff --git a/server/querier/db_descriptions/clickhouse/tag/enum/file_event_type.ch b/server/querier/db_descriptions/clickhouse/tag/enum/file_event_type.ch
diff --git a/server/querier/db_descriptions/clickhouse/tag/enum/file_event_type.en b/server/querier/db_descriptions/clickhouse/tag/enum/file_event_type.en
diff --git a/server/querier/db_descriptions/clickhouse/tag/enum/file_type.ch b/server/querier/db_descriptions/clickhouse/tag/enum/file_type.ch
@@ -0,0 +1,4 @@
+# Value , DisplayName   , Description
+1       , 普通文件       , 本地磁盘上存储的文件
+2       , 虚拟文件       , 内核虚拟出来的文件，例如 `procfs`、`sysfs` 等
+3       , 网络文件       , 存储在远程 `NAS`、`NFS` 系统上的文件
diff --git a/server/querier/db_descriptions/clickhouse/tag/enum/file_type.en b/server/querier/db_descriptions/clickhouse/tag/enum/file_type.en
@@ -0,0 +1,4 @@
+# Value , DisplayName   , Description
+1       , Regular File  , A file stored on the local disk
+2       , Virtual File  , A file virtually created by the kernel, such as those in `procfs`, `sysfs`, etc
+3       , Network File  , A file stored on a remote `NAS` or `NFS` system
diff --git a/server/querier/db_descriptions/clickhouse/tag/event/file_event b/server/querier/db_descriptions/clickhouse/tag/event/file_event
@@ -47,10 +47,19 @@ os.app                     , os.app                    , os.app
 ip                         , ip                        , ip                        , ip             ,                       , Network Layer   , 111             , 0
 is_ipv4                    , is_ipv4                   , is_ipv4                   , int_enum       , ip_type               , Network Layer   , 111             , 0
 
-event_type                 , event_type                , event_type                , string_enum    , perf_event_type       , Event Info      , 111             , 0
+event_type                 , event_type                , event_type                , string_enum    , file_event_type       , Event Info      , 111             , 0
 
 process_kname              , process_kname             , process_kname             , string         ,                           , Service Info    , 111         , 0
 app_instance               , app_instance              , app_instance              , string         ,                           , Service Info    , 111         , 0
 vtap                       , vtap                      , vtap                      , resource       ,                           , Capture Info    , 111         , 1
 agent                      , agent                     , agent                     , resource       ,                           , Capture Info    , 111         , 0
-signal_source              , signal_source             , signal_source             , int_enum       , perf_event_signal_source  , Capture Info    , 111         , 0
+signal_source              , signal_source             , signal_source             , int_enum       , file_event_signal_source  , Capture Info    , 111         , 0
+
+mount_source               , mount_source              , mount_source              , string         ,                           , Event Info      , 111         , 0
+mount_point                , mount_point               , mount_point               , string         ,                           , Event Info      , 111         , 0
+file_dir                   , file_dir                  , file_dir                  , string         ,                           , Event Info      , 111         , 0
+file_name                  , file_name                 , file_name                 , string         ,                           , Event Info      , 111         , 0
+file_type                  , file_type                 , file_type                 , int_enum       , file_type                 , Event Info      , 111         , 0
+offset                     , offset                    , offset                    , int            ,                           , Event Info      , 111         , 0
+syscall_thread             , syscall_thread            , syscall_thread            , int            ,                           , Tracing Info    , 111         , 0
+syscall_coroutine          , syscall_coroutine         , syscall_coroutine         , int            ,                           , Tracing Info    , 111         , 0
diff --git a/server/querier/db_descriptions/clickhouse/tag/event/file_event.ch b/server/querier/db_descriptions/clickhouse/tag/event/file_event.ch
@@ -54,3 +54,12 @@ app_instance               , 应用实例                   ,
 vtap                       , 采集器                     , 已废弃，请使用 agent。
 agent                      , 采集器                     ,
 signal_source              , 信号源                     ,
+
+mount_source               , 挂载源                     ,
+mount_point                , 挂载点                     ,
+file_dir                   , 文件夹                     ,
+file_name                  , 文件名                     ,
+file_type                  , 文件类型                   ,
+offset                     , 偏移量                     ,
+syscall_thread             , Syscall 线程               ,
+syscall_coroutine          , Syscall 协程               ,
diff --git a/server/querier/db_descriptions/clickhouse/tag/event/file_event.en b/server/querier/db_descriptions/clickhouse/tag/event/file_event.en
@@ -48,10 +48,18 @@ ip                    , IP Address                   ,
 is_ipv4               , IPv4 Flag                    ,
 
 event_type            , Event Type                   ,
-event_desc            , Event Message                ,
 
 process_kname         , System Process               ,
 app_instance          , Application Instance         ,
 vtap                  , DeepFlow Agent               , Deprecated，please use agent.
 agent                 , DeepFlow Agent               ,
 signal_source         , Signal Source                ,
+
+mount_source          , Mount Source                 ,
+mount_point           , Mount Point                  ,
+file_dir              , File Dir                     ,
+file_name             , File Name                    ,
+file_type             , File Type                    ,
+offset                , Offset                       ,
+syscall_thread        , Syscall Thread               ,
+syscall_coroutine     , Syscall Coroutine            ,
diff --git a/server/querier/engine/clickhouse/clickhouse.go b/server/querier/engine/clickhouse/clickhouse.go
@@ -1251,7 +1251,7 @@ func (e *CHEngine) TransFrom(froms sqlparser.TableExprs) error {
 			}
 			e.Table = table
 			// native field
-			if config.ControllerCfg.DFWebService.Enabled && slices.Contains([]string{chCommon.DB_NAME_DEEPFLOW_ADMIN, chCommon.DB_NAME_DEEPFLOW_TENANT, chCommon.DB_NAME_APPLICATION_LOG, chCommon.DB_NAME_EXT_METRICS}, e.DB) || slices.Contains([]string{chCommon.TABLE_NAME_L7_FLOW_LOG, chCommon.TABLE_NAME_EVENT, chCommon.TABLE_NAME_PERF_EVENT}, e.Table) {
+			if config.ControllerCfg.DFWebService.Enabled && slices.Contains([]string{chCommon.DB_NAME_DEEPFLOW_ADMIN, chCommon.DB_NAME_DEEPFLOW_TENANT, chCommon.DB_NAME_APPLICATION_LOG, chCommon.DB_NAME_EXT_METRICS}, e.DB) || slices.Contains([]string{chCommon.TABLE_NAME_L7_FLOW_LOG, chCommon.TABLE_NAME_EVENT, chCommon.TABLE_NAME_FILE_EVENT}, e.Table) {
 				e.NativeField = map[string]*metrics.Metrics{}
 				getNativeUrl := fmt.Sprintf("http://localhost:%d/v1/native-fields/?db=%s&table_name=%s", config.ControllerCfg.ListenPort, e.DB, e.Table)
 				resp, err := ctlcommon.CURLPerform("GET", getNativeUrl, nil, ctlcommon.WithHeader(ctlcommon.HEADER_KEY_X_ORG_ID, e.ORGID))
diff --git a/server/querier/engine/clickhouse/clickhouse_test.go b/server/querier/engine/clickhouse/clickhouse_test.go
@@ -569,8 +569,8 @@ var (
 	}, {
 		name:   "test_showsql",
 		db:     "event",
-		input:  "SHOW tag end_time values from perf_event",
-		output: []string{"SELECT field_value AS `value`, value AS `display_name` FROM flow_tag.`event_custom_field_value` WHERE `table` = 'perf_event' AND field_type = 'tag' AND field_name = 'end_time' GROUP BY `value`, `display_name` ORDER BY sum(count) desc LIMIT 10000"},
+		input:  "SHOW tag end_time values from file_event",
+		output: []string{"SELECT field_value AS `value`, value AS `display_name` FROM flow_tag.`event_custom_field_value` WHERE `table` = 'file_event' AND field_type = 'tag' AND field_name = 'end_time' GROUP BY `value`, `display_name` ORDER BY sum(count) desc LIMIT 10000"},
 	}, {
 		name:   "test_showsql",
 		db:     "prometheus",
diff --git a/server/querier/engine/clickhouse/common/const.go b/server/querier/engine/clickhouse/common/const.go
@@ -33,7 +33,7 @@ const TABLE_NAME_TRACE_TREE = "trace_tree"
 const TABLE_NAME_SPAN_WITH_TRACE_ID = "span_with_trace_id"
 const TABLE_NAME_L7_FLOW_LOG = "l7_flow_log"
 const TABLE_NAME_EVENT = "event"
-const TABLE_NAME_PERF_EVENT = "perf_event"
+const TABLE_NAME_FILE_EVENT = "file_event"
 const IndexTypeIncremetalId = "incremental-id"
 const FormatHex = "hex"
 const TagServerChPrefix = "服务端"
@@ -56,7 +56,7 @@ var DB_TABLE_MAP = map[string][]string{
 	DB_NAME_EXT_METRICS:     []string{"ext_common"},
 	DB_NAME_DEEPFLOW_ADMIN:  []string{"deepflow_server"},
 	DB_NAME_DEEPFLOW_TENANT: []string{"deepflow_collector"},
-	DB_NAME_EVENT:           []string{"event", "perf_event", "alert_event"},
+	DB_NAME_EVENT:           []string{"event", "file_event", "alert_event"},
 	DB_NAME_PROFILE:         []string{"in_process"},
 	DB_NAME_PROMETHEUS:      []string{"samples"},
 	DB_NAME_APPLICATION_LOG: []string{"log"},
diff --git a/server/querier/engine/clickhouse/metrics/ext_common.go b/server/querier/engine/clickhouse/metrics/ext_common.go
@@ -32,7 +32,7 @@ var EXT_METRICS = map[string]*Metrics{}
 
 func GetExtMetrics(db, table, where, queryCacheTTL, orgID string, useQueryCache bool, ctx context.Context) (map[string]*Metrics, error) {
 	loadMetrics := make(map[string]*Metrics)
-	if slices.Contains([]string{common.DB_NAME_DEEPFLOW_ADMIN, common.DB_NAME_DEEPFLOW_TENANT, common.DB_NAME_APPLICATION_LOG, common.DB_NAME_EXT_METRICS}, db) || slices.Contains([]string{common.TABLE_NAME_L7_FLOW_LOG, common.TABLE_NAME_EVENT, common.TABLE_NAME_PERF_EVENT}, table) {
+	if slices.Contains([]string{common.DB_NAME_DEEPFLOW_ADMIN, common.DB_NAME_DEEPFLOW_TENANT, common.DB_NAME_APPLICATION_LOG, common.DB_NAME_EXT_METRICS}, db) || slices.Contains([]string{common.TABLE_NAME_L7_FLOW_LOG, common.TABLE_NAME_EVENT, common.TABLE_NAME_FILE_EVENT}, table) {
 		externalChClient := client.Client{
 			Host:     config.Cfg.Clickhouse.Host,
 			Port:     config.Cfg.Clickhouse.Port,
@@ -72,7 +72,7 @@ func GetExtMetrics(db, table, where, queryCacheTTL, orgID string, useQueryCache
 			)
 			loadMetrics[fmt.Sprintf("%s-%s", metricName, tableName)] = lm
 		}
-		if !slices.Contains([]string{common.TABLE_NAME_EVENT, common.TABLE_NAME_PERF_EVENT}, table) {
+		if !slices.Contains([]string{common.TABLE_NAME_EVENT, common.TABLE_NAME_FILE_EVENT}, table) {
 			lm := NewMetrics(
 				len(loadMetrics), "metrics",
 				"metrics", "metrics", "metrics", "", "", "", METRICS_TYPE_ARRAY,
diff --git a/server/querier/engine/clickhouse/metrics/metrics.go b/server/querier/engine/clickhouse/metrics/metrics.go
@@ -239,7 +239,7 @@ func GetMetrics(field, db, table, orgID string, nativeField map[string]*Metrics)
 		return metric, true
 	}
 	// dynamic metrics
-	if slices.Contains([]string{ckcommon.DB_NAME_DEEPFLOW_ADMIN, ckcommon.DB_NAME_DEEPFLOW_TENANT, ckcommon.DB_NAME_APPLICATION_LOG, ckcommon.DB_NAME_EXT_METRICS}, db) || slices.Contains([]string{ckcommon.TABLE_NAME_L7_FLOW_LOG, ckcommon.TABLE_NAME_EVENT, ckcommon.TABLE_NAME_PERF_EVENT}, table) {
+	if slices.Contains([]string{ckcommon.DB_NAME_DEEPFLOW_ADMIN, ckcommon.DB_NAME_DEEPFLOW_TENANT, ckcommon.DB_NAME_APPLICATION_LOG, ckcommon.DB_NAME_EXT_METRICS}, db) || slices.Contains([]string{ckcommon.TABLE_NAME_L7_FLOW_LOG, ckcommon.TABLE_NAME_EVENT, ckcommon.TABLE_NAME_FILE_EVENT}, table) {
 		fieldSplit := strings.Split(field, ".")
 		if len(fieldSplit) > 1 {
 			if fieldSplit[0] == "metrics" {
@@ -343,8 +343,8 @@ func GetMetricsByDBTableStatic(db string, table string) map[string]*Metrics {
 		switch table {
 		case "event":
 			return GetResourceEventMetrics()
-		case "perf_event":
-			return GetResourcePerfEventMetrics()
+		case "file_event":
+			return GetResourceFileEventMetrics()
 		case "alert_event":
 			return GetAlarmEventMetrics()
 		}
@@ -371,7 +371,7 @@ func GetMetricsDescriptionsByDBTable(db, table string, allMetrics map[string]*Me
 	values := make([]interface{}, len(allMetrics))
 	for field, metrics := range allMetrics {
 		// dynamic metrics
-		if (slices.Contains([]string{ckcommon.DB_NAME_DEEPFLOW_ADMIN, ckcommon.DB_NAME_DEEPFLOW_TENANT, ckcommon.DB_NAME_APPLICATION_LOG, ckcommon.DB_NAME_EXT_METRICS}, db) || slices.Contains([]string{ckcommon.TABLE_NAME_L7_FLOW_LOG, ckcommon.TABLE_NAME_EVENT, ckcommon.TABLE_NAME_PERF_EVENT}, table)) && strings.Contains(field, "-") {
+		if (slices.Contains([]string{ckcommon.DB_NAME_DEEPFLOW_ADMIN, ckcommon.DB_NAME_DEEPFLOW_TENANT, ckcommon.DB_NAME_APPLICATION_LOG, ckcommon.DB_NAME_EXT_METRICS}, db) || slices.Contains([]string{ckcommon.TABLE_NAME_L7_FLOW_LOG, ckcommon.TABLE_NAME_EVENT, ckcommon.TABLE_NAME_FILE_EVENT}, table)) && strings.Contains(field, "-") {
 			index := strings.LastIndex(field, "-")
 			field = field[:index]
 		}
@@ -655,9 +655,9 @@ func MergeMetrics(db string, table string, loadMetrics map[string]*Metrics) erro
 		case "event":
 			metrics = RESOURCE_EVENT_METRICS
 			replaceMetrics = RESOURCE_EVENT_METRICS_REPLACE
-		case "perf_event":
-			metrics = RESOURCE_PERF_EVENT_METRICS
-			replaceMetrics = RESOURCE_PERF_EVENT_METRICS_REPLACE
+		case "file_event":
+			metrics = RESOURCE_FILE_EVENT_METRICS
+			replaceMetrics = RESOURCE_FILE_EVENT_METRICS_REPLACE
 		case "alert_event":
 			metrics = ALARM_EVENT_METRICS
 			replaceMetrics = ALARM_EVENT_METRICS_REPLACE
diff --git a/server/querier/engine/clickhouse/metrics/metrics_test.go b/server/querier/engine/clickhouse/metrics/metrics_test.go
@@ -85,9 +85,9 @@ func TestCheckDBField(t *testing.T) {
 					case "event":
 						metrics = RESOURCE_EVENT_METRICS
 						replaceMetrics = RESOURCE_EVENT_METRICS_REPLACE
-					case "perf_event":
-						metrics = RESOURCE_PERF_EVENT_METRICS
-						replaceMetrics = RESOURCE_PERF_EVENT_METRICS_REPLACE
+					case "file_event":
+						metrics = RESOURCE_FILE_EVENT_METRICS
+						replaceMetrics = RESOURCE_FILE_EVENT_METRICS_REPLACE
 					}
 				}
 				if metrics == nil {
diff --git a/server/querier/engine/clickhouse/metrics/resource_file_event.go b/server/querier/engine/clickhouse/metrics/resource_file_event.go
@@ -18,13 +18,13 @@ package metrics
 
 import ()
 
-var RESOURCE_PERF_EVENT_METRICS = map[string]*Metrics{}
+var RESOURCE_FILE_EVENT_METRICS = map[string]*Metrics{}
 
-var RESOURCE_PERF_EVENT_METRICS_REPLACE = map[string]*Metrics{
+var RESOURCE_FILE_EVENT_METRICS_REPLACE = map[string]*Metrics{
 	"log_count": NewReplaceMetrics("1", ""),
 }
 
-func GetResourcePerfEventMetrics() map[string]*Metrics {
+func GetResourceFileEventMetrics() map[string]*Metrics {
 	// TODO: 特殊指标量修改
-	return RESOURCE_PERF_EVENT_METRICS
+	return RESOURCE_FILE_EVENT_METRICS
 }
diff --git a/server/querier/engine/clickhouse/tag/translation.go b/server/querier/engine/clickhouse/tag/translation.go
@@ -59,7 +59,12 @@ var HOSTNAME_IP_DEVICE_MAP = map[string]struct {
 	common.POD_NODE_IP:       {ResourceType: VIF_DEVICE_TYPE_POD_NODE, ResourceName: "pod_node", FieldName: "ip"},
 }
 
-var INT_ENUM_TAG = []string{"close_type", "eth_type", "signal_source", "is_ipv4", "l7_ip_protocol", "type", "l7_protocol", "protocol", "response_status", "server_port", "status", "capture_nic_type", "tunnel_tier", "tunnel_type", "instance_type", "nat_source", "role", "event_level", "policy_level", "policy_app_type", "is_tls", "severity_number"}
+var INT_ENUM_TAG = []string{
+	"close_type", "eth_type", "signal_source", "is_ipv4", "l7_ip_protocol", "type", "l7_protocol",
+	"protocol", "response_status", "server_port", "status", "capture_nic_type", "tunnel_tier",
+	"tunnel_type", "instance_type", "nat_source", "role", "event_level", "policy_level",
+	"policy_app_type", "is_tls", "severity_number", "file_type",
+}
 var INT_ENUM_PEER_TAG = []string{"tcp_flags_bit", "auto_instance_type", "auto_service_type"}
 var STRING_ENUM_TAG = []string{"observation_point", "event_type", "profile_language_type"}
 

Original file line number	Diff line number	Diff line change
`@@ -20,5 +20,5 @@ const (`
`20`	`20`	`RAW_SQL_ROOT_DIR = "/etc/metadb/schema/rawsql"`
`21`	`21`
`22`	`22`	`DB_VERSION_TABLE = "db_version"`
`23`		`- DB_VERSION_EXPECTED = "7.0.1.29"`
	`23`	`+ DB_VERSION_EXPECTED = "7.0.1.30"`
`24`	`24`	`)`