Skip to content

Commit

Permalink
feat(backend): backup_client support hdfs close #1851
Browse files Browse the repository at this point in the history
  • Loading branch information
@seanlook
seanlook committed Nov 16, 2023
1 parent 3e98747 commit 45e4bc7
Show file tree
Hide file tree
Showing 15 changed files with 100 additions and 54 deletions.
8 changes: 7 additions & 1 deletion dbm-services/common/db-config/assets/migrations/000019_tendbcluster_data.up.sql
View file
Original file line number Diff line number Diff line change
Expand Up @@ -75,7 +75,7 @@ INSERT INTO `tb_config_file_def` (`id`, `namespace`, `conf_type`, `conf_file`, `
--
-- WHERE: namespace='tendbcluster' AND (flag_encrypt!=1 or value_default like '{{%')

INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (15918,'tendbcluster','backup','binlog_rotate.yaml','backup_client.cos','STRING','{\n \"enable\": true,\n \"with_md5\": true,\n \"file_tag\": \"INCREMENT_BACKUP\",\n \"tool_path\": \"/usr/local/backup_client/bin/backup_client\"\n}','','MAP',1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'Controls whether to produce additional warning messages.','2022-04-25 10:00:47','2023-09-06 10:53:00',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (15918,'tendbcluster','backup','binlog_rotate.yaml','backup_client.bkbs','STRING','{\n \"enable\": true,\n \"with_md5\": true,\n \"file_tag\": \"INCREMENT_BACKUP\",\n \"storage_type\":\"cos\",\n \"tool_path\": \"/usr/local/backup_client/bin/backup_client\"\n}','','MAP',1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'Controls whether to produce additional warning messages.','2022-04-25 10:00:47','2023-11-16 19:15:44',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (14143,'tendbcluster','backup','binlog_rotate.yaml','backup_client.ibs','STRING','{\n \"enable\": false,\n \"ibs_mode\": \"hdfs\",\n \"with_md5\": true,\n \"file_tag\": \"INCREMENT_BACKUP\",\n \"tool_path\": \"backup_client\"\n}','','MAP',1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'','2023-03-09 17:36:33','2023-04-13 21:58:11',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (14144,'tendbcluster','backup','binlog_rotate.yaml','crond.api_url','STRING','http://127.0.0.1:9999','','STRING',1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'','2023-03-09 17:36:33','2023-03-22 12:27:39',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (14145,'tendbcluster','backup','binlog_rotate.yaml','crond.command','STRING','cd /home/mysql/mysql-rotatebinlog && ./rotatebinlog -c config.yaml','','STRING',1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'','2023-03-09 17:36:33','2023-07-04 22:06:05',0);
Expand Down Expand Up @@ -932,6 +932,9 @@ INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (14989,'tendbcluster','dbconf','MySQL-8.0','mysqld.max_user_connections','INT','0','[0,10240]','RANGE',-1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'The maximum permitted number of simultaneous client connections per user.','2023-03-09 17:36:33','2023-03-09 17:36:33',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (14990,'tendbcluster','dbconf','MySQL-8.0','mysqld.min_examined_row_limit','INT','0','[0,4294967295]','RANGE',-1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'Queries that examine fewer than this number of rows are not logged to the slow query log. ','2023-03-09 17:36:33','2023-03-09 17:36:33',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (14991,'tendbcluster','dbconf','MySQL-8.0','mysqld.myisam_sort_buffer_size','INT','67108864','[2097152,134217728]','RANGE',-1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'The size of the buffer that is allocated when sorting MyISAM indexes during a REPAIR TABLE or when creating indexes with CREATE INDEX or ALTER TABLE','2023-03-09 17:36:33','2023-03-09 17:36:33',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (19008,'tendbcluster','dbconf','MySQL-8.0','mysqld.mysqlx','STRING','OFF','OFF | ON | FORCE | FORCE_PLUS_PERMANENT','ENUM',2,0,0,0,1,'{{mysqld.socket}}',NULL,NULL,-1,NULL,NULL,'2023-03-09 17:36:33','2023-11-16 19:10:22',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (19002,'tendbcluster','dbconf','MySQL-8.0','mysqld.mysqlx_bind_address','STRING','127.0.0.1','127.0.0.1 | 127.0.0.1,::1','ENUM',2,0,0,0,1,'{{mysqld.socket}}',NULL,NULL,-1,NULL,NULL,'2023-03-09 17:36:33','2023-11-16 19:12:30',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (18994,'tendbcluster','dbconf','MySQL-8.0','mysqld.mysqlx_socket','STRING','{{.Mysqld.Datadir}}/mysqlx.sock',NULL,'',2,0,0,0,1,'{{mysqld.socket}}',NULL,NULL,-1,NULL,NULL,'2023-03-09 17:36:33','2023-11-16 19:13:39',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (14992,'tendbcluster','dbconf','MySQL-8.0','mysqld.mysql_native_password_proxy_users','STRING','OFF','ON| OFF ','ENUM',-1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'Controls whether the mysql_native_password built-in authentication plugin supports proxy users.','2023-03-09 17:36:33','2023-03-09 17:36:33',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (14993,'tendbcluster','dbconf','MySQL-8.0','mysqld.net_buffer_length','INT','16384','[1024,1048576]','RANGE',-1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'Control client thread buffer length.','2023-03-09 17:36:33','2023-03-09 17:36:33',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (14994,'tendbcluster','dbconf','MySQL-8.0','mysqld.net_read_timeout','INT','30','[1,4294967295]','RANGE',-1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'The number of seconds to wait for more data from a connection before aborting the read.','2023-03-09 17:36:33','2023-03-09 17:36:33',0);
Expand Down Expand Up @@ -1786,6 +1789,9 @@ INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (18910,'tendbcluster','dbconf','TXSQL-8.0','mysqld.max_user_connections','INT','0','[0,10240]','RANGE',-1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'The maximum permitted number of simultaneous client connections per user.','2023-11-14 15:20:26','2023-11-14 15:20:26',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (18911,'tendbcluster','dbconf','TXSQL-8.0','mysqld.min_examined_row_limit','INT','0','[0,4294967295]','RANGE',-1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'Queries that examine fewer than this number of rows are not logged to the slow query log. ','2023-11-14 15:20:26','2023-11-14 15:20:26',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (18912,'tendbcluster','dbconf','TXSQL-8.0','mysqld.myisam_sort_buffer_size','INT','67108864','[2097152,134217728]','RANGE',-1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'The size of the buffer that is allocated when sorting MyISAM indexes during a REPAIR TABLE or when creating indexes with CREATE INDEX or ALTER TABLE','2023-11-14 15:20:26','2023-11-14 15:20:26',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (19007,'tendbcluster','dbconf','TXSQL-8.0','mysqld.mysqlx','STRING','OFF','OFF | ON | FORCE | FORCE_PLUS_PERMANENT','ENUM',2,0,0,0,1,NULL,NULL,NULL,-1,NULL,NULL,'2023-11-14 15:20:26','2023-11-16 19:10:22',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (19001,'tendbcluster','dbconf','TXSQL-8.0','mysqld.mysqlx_bind_address','STRING','127.0.0.1','127.0.0.1 | 127.0.0.1,::1','ENUM',2,0,0,0,1,NULL,NULL,NULL,-1,NULL,NULL,'2023-11-14 15:20:26','2023-11-16 19:12:30',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (18993,'tendbcluster','dbconf','TXSQL-8.0','mysqld.mysqlx_socket','STRING','{{.Mysqld.Datadir}}/mysqlx.sock',NULL,'',2,0,0,0,1,NULL,NULL,NULL,-1,NULL,NULL,'2023-11-14 15:20:26','2023-11-16 19:13:39',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (18913,'tendbcluster','dbconf','TXSQL-8.0','mysqld.mysql_native_password_proxy_users','STRING','OFF','ON| OFF ','ENUM',-1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'Controls whether the mysql_native_password built-in authentication plugin supports proxy users.','2023-11-14 15:20:26','2023-11-14 15:20:26',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (18914,'tendbcluster','dbconf','TXSQL-8.0','mysqld.net_buffer_length','INT','16384','[1024,1048576]','RANGE',-1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'Control client thread buffer length.','2023-11-14 15:20:26','2023-11-14 15:20:26',0);
INSERT INTO `tb_config_name_def` (`id`, `namespace`, `conf_type`, `conf_file`, `conf_name`, `value_type`, `value_default`, `value_allowed`, `value_type_sub`, `flag_status`, `flag_disable`, `flag_locked`, `flag_encrypt`, `need_restart`, `value_formula`, `extra_info`, `conf_name_lc`, `order_index`, `since_version`, `description`, `created_at`, `updated_at`, `stage`) VALUES (18915,'tendbcluster','dbconf','TXSQL-8.0','mysqld.net_read_timeout','INT','30','[1,4294967295]','RANGE',-1,0,0,0,0,NULL,NULL,NULL,-1,NULL,'The number of seconds to wait for more data from a connection before aborting the read.','2023-11-14 15:20:26','2023-11-14 15:20:26',0);
Expand Down
Loading

0 comments on commit 45e4bc7

Please sign in to comment.