net_watcher：move net_watcher to MagicEyes (#904)

* add use protocol percentage

* update

* delete

* delete

* move net_watcher to MagicEyes

MagicEyes/src/backend/net/net_watcher/bpf/drop.bpf.h

@@ -0,0 +1,48 @@
+// Copyright 2023 The LMP Authors.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// https://github.com/linuxkerneltravel/lmp/blob/develop/LICENSE
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+// author: [email protected]
+// net_watcher libbpf 丢包
+
+#include "common.bpf.h"
+static __always_inline
+int __tp_kfree(struct trace_event_raw_kfree_skb *ctx)
+{
+    if(!drop_reason)
+        return 0;
+    struct sk_buff *skb=ctx->skbaddr;
+    if (skb == NULL) // 判断是否为空
+        return 0;
+    struct iphdr *ip = skb_to_iphdr(skb);
+    struct tcphdr *tcp = skb_to_tcphdr(skb);
+    struct packet_tuple pkt_tuple = {0};
+    get_pkt_tuple(&pkt_tuple, ip, tcp);
+
+    struct reasonissue  *message;
+    message = bpf_ringbuf_reserve(&kfree_rb, sizeof(*message), 0);
+    if(!message){
+        return 0;
+    }
+    message->saddr = pkt_tuple.saddr;
+    message->daddr = pkt_tuple.daddr;
+    message->sport = pkt_tuple.sport;
+    message->dport = pkt_tuple.dport;
+    message->protocol = ctx->protocol;
+    message->location = (long)ctx->location;
+    message->drop_reason = ctx->reason;
+    bpf_ringbuf_submit(message,0);
+    if(stack_info)
+        getstack(ctx);
+    return 0;
+} 

MagicEyes/src/backend/net/net_watcher/bpf/icmp.bpf.h

@@ -0,0 +1,90 @@
+// Copyright 2023 The LMP Authors.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// https://github.com/linuxkerneltravel/lmp/blob/develop/LICENSE
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+// author: [email protected]
+// net_watcher libbpf icmp
+
+#include "common.bpf.h"
+
+static __always_inline
+int __icmp_time(struct sk_buff *skb)
+{
+    if(!icmp_info||skb==NULL)
+        return 0;
+    struct iphdr *ip = skb_to_iphdr(skb);
+    struct ip_packet ipk = {0};
+    get_ip_pkt_tuple(&ipk, ip);
+    unsigned long long time= bpf_ktime_get_ns() / 1000;
+    bpf_map_update_elem(&icmp_time, &ipk, &time, BPF_ANY);
+    return 0;
+}
+
+static __always_inline
+int __rcvend_icmp_time(struct sk_buff *skb)
+{
+    if(!icmp_info)
+        return 0;
+    if(skb==NULL)
+        return 0;
+    struct iphdr *ip = skb_to_iphdr(skb);
+    struct ip_packet ipk = {0};
+    get_ip_pkt_tuple(&ipk, ip);
+    unsigned long long *pre_time = bpf_map_lookup_elem(&icmp_time, &ipk);
+    if(pre_time==NULL)
+        return 0;
+
+    unsigned long long new_time= bpf_ktime_get_ns() / 1000;
+    unsigned long long time=new_time-*pre_time;
+    struct icmptime *message;
+    message = bpf_ringbuf_reserve(&icmp_rb, sizeof(*message), 0);
+    if(!message){
+        return 0;
+    }
+
+    message->saddr = ipk.saddr;
+    message->daddr =ipk.daddr;
+    message->icmp_tran_time =time; 
+    message->flag =0; 
+    bpf_ringbuf_submit(message,0);
+    return 0;
+}
+
+static __always_inline
+int __reply_icmp_time(struct sk_buff *skb)
+{
+    if(!icmp_info)
+        return 0;
+    if(skb==NULL)
+        return 0;
+    struct iphdr *ip = skb_to_iphdr(skb);
+    struct ip_packet ipk = {0};
+    get_ip_pkt_tuple(&ipk, ip);
+    unsigned long long *pre_time = bpf_map_lookup_elem(&icmp_time, &ipk);
+    if(pre_time==NULL)
+        return 0;
+    unsigned long long new_time= bpf_ktime_get_ns() / 1000;
+    unsigned long long time=new_time-*pre_time;
+    struct icmptime *message;
+    message = bpf_ringbuf_reserve(&icmp_rb, sizeof(*message), 0);
+    if(!message){
+        return 0;
+    }
+
+    message->saddr = ipk.saddr;
+    message->daddr =ipk.daddr;
+    message->icmp_tran_time =time; 
+    message->flag =1; 
+    bpf_ringbuf_submit(message,0);
+    return 0;
+}

MagicEyes/src/backend/net/net_watcher/bpf/mysql.bpf.h

@@ -0,0 +1,78 @@
+// Copyright 2023 The LMP Authors.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// https://github.com/linuxkerneltravel/lmp/blob/develop/LICENSE
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+// author: [email protected]
+// mysql
+
+#include "common.bpf.h"
+#include "mysql_helper.bpf.h"
+static __always_inline int __handle_mysql_start(struct pt_regs *ctx) {
+    // dispatch_command(THD *thd, const COM_DATA *com_data, enum
+    enum enum_server_command command = PT_REGS_PARM3(ctx);
+    union COM_DATA *com_data = (union COM_DATA *)PT_REGS_PARM2(ctx);
+    pid_t pid = bpf_get_current_pid_tgid() >> 32;
+    pid_t tid = bpf_get_current_pid_tgid();
+    void *thd = (void *)PT_REGS_PARM1(ctx);
+    struct query_info info;
+    u32 size = 0;
+    char *sql;
+
+    if (command != COM_QUERY) {
+        return 0;
+    }
+
+    bpf_probe_read(&info.size, sizeof(info.size), &com_data->com_query.length);
+    bpf_probe_read_str(&sql, sizeof(sql), &com_data->com_query.query);
+    bpf_probe_read_str(&info.msql, sizeof(info.msql), sql);
+    // bpf_printk("sql1==%s size1==%lu", info.msql,info.size);
+    info.start_time = bpf_ktime_get_ns() / 1000;
+
+    bpf_map_update_elem(&queries, &tid, &info, BPF_ANY);
+    return 0;
+}
+
+static __always_inline int __handle_mysql_end(struct pt_regs *ctx) {
+    char comm[16];
+    pid_t pid = bpf_get_current_pid_tgid() >> 32;
+    pid_t tid = bpf_get_current_pid_tgid();
+    struct query_info *info = bpf_map_lookup_elem(&queries, &tid);
+    if (!info) {
+        return 0;
+    }
+
+    struct mysql_query *message =
+        bpf_ringbuf_reserve(&mysql_rb, sizeof(*message), 0);
+    if (!message) {
+        return 0;
+    }
+    u64 *count_ptr, count = 1;
+    count_ptr = bpf_map_lookup_elem(&sql_count, &tid);
+    if (count_ptr) {
+        count = *count_ptr + 1;
+    }
+
+    message->count = count;
+    bpf_map_update_elem(&sql_count, &tid, &count, BPF_ANY);
+    message->duratime = bpf_ktime_get_ns() / 1000 - info->start_time;
+    message->pid = pid;
+    message->tid = tid;
+    bpf_get_current_comm(&message->comm, sizeof(comm));
+    message->size = info->size;
+    bpf_probe_read_str(&message->msql, sizeof(message->msql), info->msql);
+    //  bpf_printk("C==%d D==%lu S==%lu SQL==%s",count,
+    //  message->duratime,message->size,message->msql);
+
+    bpf_ringbuf_submit(message, 0);
+    return 0;
+}

MagicEyes/src/backend/net/net_watcher/bpf/mysql_helper.bpf.h

@@ -0,0 +1,171 @@
+// Copyright 2023 The LMP Authors.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// https://github.com/linuxkerneltravel/lmp/blob/develop/LICENSE
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+// author: [email protected]
+//
+// net_watcher libbpf 内核<->用户 传递信息相关结构体
+
+#ifndef __MYSQL_HELPER_BPF_H
+#define __MYSQL_HELPER_BPF_H
+
+#include "net_watcher.h"
+#include "vmlinux.h"
+#include <asm-generic/errno.h>
+#include <bpf/bpf_core_read.h>
+#include <bpf/bpf_endian.h>
+#include <bpf/bpf_helpers.h>
+#include <bpf/bpf_tracing.h>
+#include <string.h>
+
+enum enum_server_command {
+    COM_SLEEP,
+    COM_QUIT,
+    COM_INIT_DB,
+    COM_QUERY,
+    COM_FIELD_LIST,
+    COM_CREATE_DB,
+    COM_DROP_DB,
+    COM_REFRESH,
+    COM_SHUTDOWN,
+    COM_STATISTICS,
+    COM_PROCESS_INFO,
+    COM_CONNECT,
+    COM_PROCESS_KILL,
+    COM_DEBUG,
+    COM_PING,
+    COM_TIME,
+    COM_DELAYED_INSERT,
+    COM_CHANGE_USER,
+    COM_BINLOG_DUMP,
+    COM_TABLE_DUMP,
+    COM_CONNECT_OUT,
+    COM_REGISTER_SLAVE,
+    COM_STMT_PREPARE,
+    COM_STMT_EXECUTE,
+    COM_STMT_SEND_LONG_DATA,
+    COM_STMT_CLOSE,
+    COM_STMT_RESET,
+    COM_SET_OPTION,
+    COM_STMT_FETCH,
+    COM_DAEMON,
+    COM_BINLOG_DUMP_GTID,
+    COM_RESET_CONNECTION,
+    /* don't forget to update const char *command_name[] in sql_parse.cc */
+    /* Must be last */
+    COM_END
+};
+
+typedef struct st_com_init_db_data {
+    const char *db_name;
+    unsigned long length;
+} COM_INIT_DB_DATA;
+
+#define MYSQL_SHUTDOWN_KILLABLE_CONNECT (unsigned char)(1 << 0)
+#define MYSQL_SHUTDOWN_KILLABLE_TRANS (unsigned char)(1 << 1)
+#define MYSQL_SHUTDOWN_KILLABLE_LOCK_TABLE (unsigned char)(1 << 2)
+#define MYSQL_SHUTDOWN_KILLABLE_UPDATE (unsigned char)(1 << 3)
+
+#define LOCK_MODE_MASK 0xFUL
+#define LOCK_TYPE_MASK 0xF0UL
+
+enum mysql_enum_shutdown_level {
+    SHUTDOWN_DEFAULT = 0,
+    SHUTDOWN_WAIT_CONNECTIONS = MYSQL_SHUTDOWN_KILLABLE_CONNECT,
+    SHUTDOWN_WAIT_TRANSACTIONS = MYSQL_SHUTDOWN_KILLABLE_TRANS,
+    SHUTDOWN_WAIT_UPDATES = MYSQL_SHUTDOWN_KILLABLE_UPDATE,
+    SHUTDOWN_WAIT_ALL_BUFFERS = (MYSQL_SHUTDOWN_KILLABLE_UPDATE << 1),
+    SHUTDOWN_WAIT_CRITICAL_BUFFERS = (MYSQL_SHUTDOWN_KILLABLE_UPDATE << 1) + 1,
+    KILL_QUERY = 254,
+    KILL_CONNECTION = 255
+};
+
+typedef struct st_com_refresh_data {
+    unsigned char options;
+} COM_REFRESH_DATA;
+
+typedef struct st_com_shutdown_data {
+    enum mysql_enum_shutdown_level level;
+} COM_SHUTDOWN_DATA;
+
+typedef struct st_com_kill_data {
+    unsigned long id;
+} COM_KILL_DATA;
+
+typedef struct st_com_set_option_data {
+    unsigned int opt_command;
+} COM_SET_OPTION_DATA;
+
+typedef struct st_com_stmt_execute_data {
+    unsigned long stmt_id;
+    unsigned long flags;
+    unsigned char *params;
+    unsigned long params_length;
+} COM_STMT_EXECUTE_DATA;
+
+typedef struct st_com_stmt_fetch_data {
+    unsigned long stmt_id;
+    unsigned long num_rows;
+} COM_STMT_FETCH_DATA;
+
+typedef struct st_com_stmt_send_long_data_data {
+    unsigned long stmt_id;
+    unsigned int param_number;
+    unsigned char *longdata;
+    unsigned long length;
+} COM_STMT_SEND_LONG_DATA_DATA;
+
+typedef struct st_com_stmt_prepare_data {
+    const char *query;
+    unsigned int length;
+} COM_STMT_PREPARE_DATA;
+
+typedef struct st_stmt_close_data {
+    unsigned int stmt_id;
+} COM_STMT_CLOSE_DATA;
+
+typedef struct st_com_stmt_reset_data {
+    unsigned int stmt_id;
+} COM_STMT_RESET_DATA;
+
+typedef struct st_com_query_data {
+    const char *query;
+    unsigned int length;
+} COM_QUERY_DATA;
+
+typedef struct st_com_field_list_data {
+    unsigned char *table_name;
+    unsigned int table_name_length;
+    const unsigned char *query;
+    unsigned int query_length;
+} COM_FIELD_LIST_DATA;
+
+union COM_DATA {
+    COM_INIT_DB_DATA com_init_db;
+    COM_REFRESH_DATA com_refresh;
+    COM_SHUTDOWN_DATA com_shutdown;
+    COM_KILL_DATA com_kill;
+    COM_SET_OPTION_DATA com_set_option;
+    COM_STMT_EXECUTE_DATA com_stmt_execute;
+    COM_STMT_FETCH_DATA com_stmt_fetch;
+    COM_STMT_SEND_LONG_DATA_DATA com_stmt_send_long_data;
+    COM_STMT_PREPARE_DATA com_stmt_prepare;
+    COM_STMT_CLOSE_DATA com_stmt_close;
+    COM_STMT_RESET_DATA com_stmt_reset;
+    COM_QUERY_DATA com_query;
+    COM_FIELD_LIST_DATA com_field_list;
+};
+
+/* help functions end */
+
+#endif