You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
I use montsache to sync 100 tables data to es.Monstache version 6.7.17, Resume type is token, mongo version is 3.6.21, my linux server is 8 core 16G memory. Everytime I reboot monstache, mongo's cpu usage rise rapidly till nearly 800% and it comes down after a period time.
I still not find the problem after investigate serveral days. Hope you can help me @rwynn . Here is my conf
# connect to MongoDB using the following URLmongo-url = "mongodb://127.0.0.1:27017/?connect=direct"# connect to the Elasticsearch REST API at the following node URLselasticsearch-urls = ["http://127.0.0.1:9200"]
elasticsearch-user = "xxx"elasticsearch-password = "xxx"
change-stream-namespaces = ["message.message_0","message.message_1","message.message_2","message.message_3","message.message_4","message.message_5","message.message_6","message.message_7","message.message_8","message.message_9","message.message_10","message.message_11","message.message_12","message.message_13","message.message_14","message.message_15","message.message_16","message.message_17","message.message_18","message.message_19","message.message_20","message.message_21","message.message_22","message.message_23","message.message_24","message.message_25","message.message_26","message.message_27","message.message_28","message.message_29","message.message_30","message.message_31","message.message_32","message.message_33","message.message_34","message.message_35","message.message_36","message.message_37","message.message_38","message.message_39","message.message_40","message.message_41","message.message_42","message.message_43","message.message_44","message.message_45","message.message_46","message.message_47","message.message_48","message.message_49","message.message_50","message.message_51","message.message_52","message.message_53","message.message_54","message.message_55","message.message_56","message.message_57","message.message_58","message.message_59","message.message_60","message.message_61","message.message_62","message.message_63","message.message_64","message.message_65","message.message_66","message.message_67","message.message_68","message.message_69","message.message_70","message.message_71","message.message_72","message.message_73","message.message_74","message.message_75","message.message_76","message.message_77","message.message_78","message.message_79","message.message_80","message.message_81","message.message_82","message.message_83","message.message_84","message.message_85","message.message_86","message.message_87","message.message_88","message.message_89","message.message_90","message.message_91","message.message_92","message.message_93","message.message_94","message.message_95","message.message_96","message.message_97","message.message_98","message.message_99"]
direct-read-namespaces = ["message.message_0","message.message_1","message.message_2","message.message_3","message.message_4","message.message_5","message.message_6","message.message_7","message.message_8","message.message_9","message.message_10","message.message_11","message.message_12","message.message_13","message.message_14","message.message_15","message.message_16","message.message_17","message.message_18","message.message_19","message.message_20","message.message_21","message.message_22","message.message_23","message.message_24","message.message_25","message.message_26","message.message_27","message.message_28","message.message_29","message.message_30","message.message_31","message.message_32","message.message_33","message.message_34","message.message_35","message.message_36","message.message_37","message.message_38","message.message_39","message.message_40","message.message_41","message.message_42","message.message_43","message.message_44","message.message_45","message.message_46","message.message_47","message.message_48","message.message_49","message.message_50","message.message_51","message.message_52","message.message_53","message.message_54","message.message_55","message.message_56","message.message_57","message.message_58","message.message_59","message.message_60","message.message_61","message.message_62","message.message_63","message.message_64","message.message_65","message.message_66","message.message_67","message.message_68","message.message_69","message.message_70","message.message_71","message.message_72","message.message_73","message.message_74","message.message_75","message.message_76","message.message_77","message.message_78","message.message_79","message.message_80","message.message_81","message.message_82","message.message_83","message.message_84","message.message_85","message.message_86","message.message_87","message.message_88","message.message_89","message.message_90","message.message_91","message.message_92","message.message_93","message.message_94","message.message_95","message.message_96","message.message_97","message.message_98","message.message_99"]
direct-read-stateful = true# resume processing from a timestamp saved in a previous runresume = true# use a custom resume strategy (tokens) instead of the default strategy (timestamps)resume-strategy = 1# log detailverbose = trueindex-as-update = truedelete-strategy = 2
[logs]
info = "./logs/mongo2es.log"warn = "./logs/mongo2es.log"error = "./logs/mongo2es.log"trace = "./logs/mongo2es.log"
[log-rotate]
max-size = 50
[gtm-settings]
# the value is a go duration stringmax-await-time = "2s"
I use montsache to sync 100 tables data to es.Monstache version 6.7.17, Resume type is token, mongo version is 3.6.21, my linux server is 8 core 16G memory. Everytime I reboot monstache, mongo's cpu usage rise rapidly till nearly 800% and it comes down after a period time.
I still not find the problem after investigate serveral days. Hope you can help me @rwynn . Here is my conf
There are many slow logs
The text was updated successfully, but these errors were encountered: