Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.95 over 99.9%, send SIGUSR2 to tid:-1224812800 Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22001 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1aef11) [0x7ffad1f5af11] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1b55dd) [0x7ffad1f615dd] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1b77cd) [0x7ffad1f637cd] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1ba558) [0x7ffad1f66558] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1accf2) [0x7ffad1f58cf2] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x193306) [0x7ffad1f3f306] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4286c7ae] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4286d0b9] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb433f2d4a] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb433f111a] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22001 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1224812800 Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22001 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x7846a8) [0x7ffeb6b036a8] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x109852) [0x7ffeb6488852] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x108d0b) [0x7ffeb6487d0b] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x60252) [0x7ffeb63df252] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z29srt_attribute_set_ip_locationPK10streaminfoP4maatPP13location_infoS6_+0xc4) [0x7ffdf59651d4] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x10a) [0x7ffdf5966a0a] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f4c) [0x7ffdf595ef4c] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_UDP_ENTRY+0x101) [0x7ffdf595f791] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 00:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22001 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1224812800 Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22001 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(sapp_identify_broad_multicast_pkt+0) [0x46b150] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x4e9) [0x443879] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22001 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1224812800 Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22001 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x2) [0x7ffeb63be0a2] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x225) [0x7ffdf5966b25] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac76ed31e] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/business/firewall/firewall.so(+0x82ee) [0x7ffac76ef2ee] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 00:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22001 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1224812800 Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22001 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x443d95] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x29d) [0x4449cd] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22001 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1224812800 Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22001 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(__nanosleep+0x2d) [0x7ffff6915e9d] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(sapp_usleep+0x28) [0x441648] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508ccc] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 00:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22001 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.98 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_bool_plugin_table_get_ex_data+0x70) [0x7ffeb63bdce0] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z18tsg_scan_tunnel_idPK10streaminfoP4maatP9maat_rulemP10maat_statePxm+0x50) [0x7ffdf5966220] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x670) [0x7ffdf5966f70] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12265) [0x7ffdf595e265] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_UDP_ENTRY+0x65) [0x7ffdf595f6f5] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 02:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(bitmap_check+0xc) [0x467f9c] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x43) [0x468353] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x8cf) [0x444fff] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42fe3) [0x7ffeb63c1fe3] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a4b6) [0x7ffeb63d94b6] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x14f) [0x7ffdf5965a5f] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x57b) [0x7ffdf5966e7b] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac76ed31e] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/business/firewall/firewall.so(+0x82ee) [0x7ffac76ef2ee] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 02:28:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qm_free_default+0x85) [0x7ffb428707c5] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1cf469) [0x7ffad1f7b469] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1b20a4) [0x7ffad1f5e0a4] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1aa602) [0x7ffad1f56602] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x19309e) [0x7ffad1f3f09e] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1c8eb4) [0x7ffad1f74eb4] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x8e7b1) [0x7ffb4287c7b1] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_flow_destroy+0x133) [0x7ffb4287cca3] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x4614) [0x7ffb433f0614] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb433f111a] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x7084d9) [0x7ffad24b44d9] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1aa072) [0x7ffad1f56072] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x19309e) [0x7ffad1f3f09e] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1c8eb4) [0x7ffad1f74eb4] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x8e7b1) [0x7ffb4287c7b1] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_flow_destroy+0x133) [0x7ffb4287cca3] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x4614) [0x7ffb433f0614] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb433f111a] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 02:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x3e5ef) [0x7ffff59125ef] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x4013c) [0x7ffff591413c] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(_IO_vfscanf+0x323a) [0x7ffff59304ea] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(vsscanf+0x67) [0x7ffff5945567] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(_IO_sscanf+0x87) [0x7ffff593f487] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2c44) [0x7ffff7176c44] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x29f5) [0x7ffff71769f5] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2dcf) [0x7ffff7176dcf] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/session_flags/session_flags.so(+0x2b56) [0x7ffeb73e4b56] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(project_req_get_struct+0x31) [0x44e721] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_UDP_PACKET_ENTRY+0x37) [0x7ffeb71db4f7] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 02:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/business/session_record/session_record.so(+0x4bbd) [0x7ffaafe1abbd] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/protocol/http/http.so(http_judgeContentEncoding+0xc5) [0x7ffacb90e725] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/protocol/http/http.so(http_doWithDefaultData+0x66) [0x7ffacb90e876] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/protocol/http/http.so(http_doWithEntity+0x4d) [0x7ffacb90ef0d] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/protocol/http/http.so(http_findAndDoWithEntity+0x81) [0x7ffacb90f261] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x199) [0x7ffacb90bc09] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(free+0xa6) [0x482506] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_bridge_destroy_per_stream+0x82) [0x44f242] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0x10a) [0x44452a] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 02:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x14) [0x435c64] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(streamleavlist+0) [0x4461a0] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0x13e) [0x44455e] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 02:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4fd388] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4ff07b] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x481af8] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0x128) [0x444548] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 02:28:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.95 over 99.9%, send SIGUSR2 to tid:-922773760 Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21968 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(timeouts_next+0x7f) [0x4707bf] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x14c) [0x4463bc] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21968 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.99 over 99.9%, send SIGUSR2 to tid:-922773760 Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21968 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(+0x157416) [0x7ffff5a2b416] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x58f9b) [0x7ffeb63d7f9b] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a523) [0x7ffeb63d9523] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x14f) [0x7ffdf5965a5f] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x57b) [0x7ffdf5966e7b] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac76ed31e] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/business/firewall/firewall.so(+0x82ee) [0x7ffac76ef2ee] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 08:17:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21968 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:-922773760 Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21968 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa25d) [0x7ffff738625d] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1bd) [0x7ffdf59775ed] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_UDP_ENTRY+0x8b) [0x7ffdf595f71b] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 08:17:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21968 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.98 over 99.9%, send SIGUSR2 to tid:-922773760 Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21968 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10a52) [0x7ffdf595ca52] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCP_ENTRY+0x25) [0x7ffdf595f655] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21968 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:-922773760 Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21968 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5643c) [0x7ffeb63d543c] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a523) [0x7ffeb63d9523] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0xa4) [0x7ffdf59659b4] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x5b1) [0x7ffdf5966eb1] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12265) [0x7ffdf595e265] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x72) [0x7ffdf595f902] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43d91c] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 13:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21968 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x198) [0x446ca8] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.93 over 99.9%, send SIGUSR2 to tid:-1059072256 Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21982 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:31:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21982 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1233205504 Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22002 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22002 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:31:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1233205504 Thu Jan 11 15:31:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22002 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:31:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:31:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:31:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:31:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:31:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:31:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:31:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:31:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:31:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:31:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:31:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22002 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1182849280 Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21996 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21996 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1182849280 Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21996 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x10e480) [0x7ffeb648d480] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x10c37d) [0x7ffeb648b37d] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c3ee) [0x7ffeb63db3ee] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/firewall/firewall.so(+0x5d6a) [0x7ffac76ecd6a] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/firewall/firewall.so(+0x5182) [0x7ffac76ec182] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac76e9c48] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac76ec26f] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacbbb0869] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0xe7) [0x7ffacbbafb87] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacbbb0050] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacbbb0530] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbbae5f3] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21996 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.91 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x4f414) [0x7ffeb63ce414] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x85) [0x7ffeb63be125] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z25tsg_scan_fqdn_category_idPK10streaminfoP4maatPjiiP10maat_stateP9maat_rulem+0x77) [0x7ffdf5966787] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x131b3) [0x7ffdf595f1b3] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:32:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976367, send SIGUSR2 to tid:26 Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21992 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21992 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1149278464 Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21992 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7bf5) [0x7ffeb6946bf5] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/firewall/firewall.so(+0x513d) [0x7ffac76ec13d] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac76e9c48] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac76ec26f] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacbbb0869] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0xe7) [0x7ffacbbafb87] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacbbb0050] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacbbb0530] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbbae5f3] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21992 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.95 over 99.9%, send SIGUSR2 to tid:-1191241984 Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21997 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6280) [0x7ffeb6945280] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:32:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21997 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976370, send SIGUSR2 to tid:17 Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21983 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21983 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1073744128 Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21983 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0) [0x452260] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacbbb0869] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x115) [0x7ffacbbae675] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21983 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1191241984 Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21997 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x481654] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x439d49] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x43c89d] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21997 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1166063872 Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21994 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0) [0x7ffdf5970a20] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/business/session_record/session_record.so(session_record_udp_entry+0x81) [0x7ffaafe1e8f1] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21994 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976433, send SIGUSR2 to tid:16 Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21982 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21982 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1149278464 Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21992 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(_Z10get_metricP18fieldstat_instancei+0x30) [0x7ffff7384d80] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3cd) [0x7ffff73863cd] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x130) [0x7ffdf5969cb0] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21992 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1275169024 Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22007 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106f2e) [0x7ffeb6485f2e] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/firewall/firewall.so(+0x7e4c) [0x7ffac76eee4c] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/firewall/firewall.so(+0x825f) [0x7ffac76ef25f] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22007 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1082136832 Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21984 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x1f72) [0x7ffff7175f72] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2c7c) [0x7ffff7176c7c] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x29f5) [0x7ffff71769f5] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2dcf) [0x7ffff7176dcf] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/session_flags/session_flags.so(SESSION_MARKER_RECORD_TCP_ENTRY+0x16d) [0x7ffeb73e53ad] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21984 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.91 over 99.9%, send SIGUSR2 to tid:-1208027392 Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21999 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42fe3) [0x7ffeb63c1fe3] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x52316) [0x7ffeb63d1316] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1b305) [0x7ffdf5967305] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z14send_event_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x46a) [0x7ffdf59710ba] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x36c) [0x7ffdf59721fc] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/business/kni/libkni.so(+0x62e2) [0x7ffaafc002e2] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/business/kni/libkni.so(kni_tcpall_entry+0x10b) [0x7ffaafc0490b] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x43bbe0] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21999 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1216420096 Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22000 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x15665f) [0x7ffff5a2a65f] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22000 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1216420096 Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(process_ipv4_pkt+0x7f) [0x44597f] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22000 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22000 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1216420096 Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22000 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22000 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6210) [0x7ffeb6945210] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976446, send SIGUSR2 to tid:34 Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22000 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22000 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1216420096 Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22000 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa25d) [0x7ffff738625d] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1bd) [0x7ffdf59775ed] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0xb2) [0x7ffdf595f942] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22000 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c628d) [0x7ffeb694528d] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x4a2b) [0x7ffaafe1aa2b] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976450, send SIGUSR2 to tid:26 Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21992 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x156593) [0x7ffff5a2a593] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21992 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1073744128 Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21983 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(+0x1489e3) [0x7ffff5a1c9e3] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/stratum/stratum.so(stratum_identify+0x69) [0x7ffac81f4069] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/stratum/stratum.so(STRATUM_ENTRY+0x29) [0x7ffac81f40e9] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21983 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1073744128 Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21983 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42fe3) [0x7ffeb63c1fe3] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c49c) [0x7ffeb63db49c] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/firewall/firewall.so(+0x5d6a) [0x7ffac76ecd6a] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/firewall/firewall.so(+0x40f1) [0x7ffac76eb0f1] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb910f06] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21983 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1073744128 Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.93 over 99.9%, send SIGUSR2 to tid:-1166063872 Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21994 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(bitmap_check+0xc) [0x467f9c] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x43) [0x468353] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21994 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21983 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21983 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976452, send SIGUSR2 to tid:30 Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21996 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21996 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1073744128 Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1182849280 Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21983 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21983 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21996 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103a5d) [0x7ffeb6482a5d] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106bfd) [0x7ffeb6485bfd] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106de4) [0x7ffeb6485de4] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/firewall/firewall.so(+0x513d) [0x7ffac76ec13d] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac76e9c48] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac76ec26f] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacbbb0869] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0xe7) [0x7ffacbbafb87] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacbbb0050] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacbbb0530] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbbae5f3] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21996 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976453, send SIGUSR2 to tid:17 Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21983 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4fd3b2] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4ff07b] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x481af8] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21983 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976457, send SIGUSR2 to tid:16 Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21982 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21982 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1059072256 Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21982 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(free+0x4e) [0x4824ae] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(project_requirement_destroy+0xa8) [0x44e808] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x1a0) [0x43b2b0] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43d652] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21982 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976459, send SIGUSR2 to tid:15 Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1082136832 Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21984 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61d3) [0x7ffeb69451d3] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21984 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1082136832 Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21984 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21984 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1082136832 Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21984 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21984 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976489, send SIGUSR2 to tid:39 Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22005 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22005 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976490, send SIGUSR2 to tid:13 Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21979 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21979 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976492, send SIGUSR2 to tid:33 Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21999 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21999 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1208027392 Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21999 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x43cf58] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21999 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1241598208 Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22003 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x395f07) [0x7ffeb6714f07] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x37a955) [0x7ffeb66f9955] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7c73) [0x7ffeb6946c73] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/business/firewall/firewall.so(+0x513d) [0x7ffac76ec13d] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac76e9c48] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac76ec26f] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacbbb0869] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0xe7) [0x7ffacbbafb87] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacbbb0050] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacbbb0530] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbbae5f3] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22003 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.93 over 99.9%, send SIGUSR2 to tid:-1017125120 Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21978 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(+0x16adaa) [0x7ffff5a3edaa] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x4325f) [0x7ffeb63c225f] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x48241) [0x7ffeb63c7241] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_get_app_name_by_idP4maatiPcii+0x49) [0x7ffdf5967059] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(+0xfe7c) [0x7ffdf595be7c] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10074) [0x7ffdf595c074] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10set_app_idP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x266) [0x7ffdf596e616] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x127) [0x7ffdf596f457] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21978 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.95 over 99.9%, send SIGUSR2 to tid:-1157671168 Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21993 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d88c) [0x7ffdf596988c] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/session_record/session_record.so(+0x8155) [0x7ffaafe1e155] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/session_record/session_record.so(+0x885d) [0x7ffaafe1e85d] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/http/http.so(http_doWithStartLine+0x92) [0x7ffacb910392] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/http/http.so(http_analyseHttpReqResHeader+0x7c) [0x7ffacb910a7c] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21993 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1166063872 Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21994 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(_IO_vfscanf+0x34b1) [0x7ffff5930761] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(vsscanf+0x67) [0x7ffff5945567] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(_IO_sscanf+0x87) [0x7ffff593f487] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2c44) [0x7ffff7176c44] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x29f5) [0x7ffff71769f5] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2dcf) [0x7ffff7176dcf] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/platform/session_flags/session_flags.so(+0x2aa2) [0x7ffeb73e4aa2] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21994 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.90 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976498, send SIGUSR2 to tid:6 Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.98 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x1f4) [0x444924] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1266776320 Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22006 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(+0x8d670) [0x7ffacbbac670] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(+0xb88e5) [0x7ffacbbd78e5] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_new+0xf2) [0x7ffacbc08762] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_d2i+0xa03) [0x7ffacbc06a33] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_d2i+0x44) [0x7ffacbc06b34] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(+0x17467f) [0x7ffacbc9367f] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(+0xc864a) [0x7ffacbbe764a] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(+0xc874d) [0x7ffacbbe774d] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(+0xe6d61) [0x7ffacbc05d61] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(+0xe5a44) [0x7ffacbc04a44] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(+0xe629b) [0x7ffacbc0529b] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(+0xe6b3a) [0x7ffacbc05b3a] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(+0xe5a44) [0x7ffacbc04a44] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(+0xe629b) [0x7ffacbc0529b] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_d2i+0x5a8) [0x7ffacbc065d8] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_d2i+0x44) [0x7ffacbc06b34] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(_Z29x509_parse_certificate_detailP15ssl_certificatePcii+0x28) [0x7ffacbbaebf8] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0x278) [0x7ffacbbafd18] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacbbb0050] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacbbb0530] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbbae5f3] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:34:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22006 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1258383616 Thu Jan 11 15:35:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22005 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(timeouts_add+0x4) [0x46fe44] Thu Jan 11 15:35:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(lrustream+0x88) [0x446a38] Thu Jan 11 15:35:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Thu Jan 11 15:35:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22005 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1157671168 Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21993 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(bitmap_increment+0x11) [0x467f21] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(counting_bloom_add+0x37) [0x468287] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_add+0xac) [0x46860c] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_add+0x6e) [0x468a7e] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_mark_l4+0x90) [0x44d230] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43d6f8] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21993 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.96 over 99.9%, send SIGUSR2 to tid:-947951872 Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21971 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x198) [0x446ca8] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21971 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.94 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(timeouts_add+0x10c) [0x46ff4c] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(lrustream+0x88) [0x446a38] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.95 over 99.9%, send SIGUSR2 to tid:-1182849280 Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21996 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x4320a) [0x7ffeb63c220a] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x48241) [0x7ffeb63c7241] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1b365) [0x7ffdf5967365] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11ca0) [0x7ffdf595dca0] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11fdf) [0x7ffdf595dfdf] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f82) [0x7ffdf595ef82] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21996 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1216420096 Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1224812800 Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22000 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x388) [0x443718] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22000 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22001 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0xdb) [0x43763b] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22001 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.94 over 99.9%, send SIGUSR2 to tid:-931166464 Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x27c5) [0x7ffff71767c5] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x29f5) [0x7ffff71769f5] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2dcf) [0x7ffff7176dcf] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/session_flags/session_flags.so(+0x2b56) [0x7ffeb73e4b56] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976507, send SIGUSR2 to tid:29 Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21995 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21995 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1174456576 Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21995 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(free+0xb0) [0x482510] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(_IO_vfprintf+0x133) [0x7ffff591c733] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(vsprintf+0x6b) [0x7ffff59454cb] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(sprintf+0x87) [0x7ffff5927617] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(inet_ntop+0x2af) [0x7ffff59e14bf] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x5e6) [0x7ffdf596f916] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0x62) [0x7ffaafe1ea92] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21995 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1182849280 Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21996 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x443d95] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x29d) [0x4449cd] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21996 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976510, send SIGUSR2 to tid:30 Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21996 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21996 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976511, send SIGUSR2 to tid:9 Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21975 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x4ff2c5] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x481af8] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21975 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1149278464 Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21992 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x155338) [0x7ffff5a29338] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_parse_streamPK10streaminfoP19ssl_runtime_contextiPKv+0x77) [0x7ffacbbb0607] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbbae5f3] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21992 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.92 over 99.9%, send SIGUSR2 to tid:-931166464 Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1149278464 Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(get_rawpkt_opt_from_streaminfo+0xe8) [0x43eae8] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/session_flags/session_flags.so(+0x29a0) [0x7ffeb73e49a0] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21992 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21992 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976514, send SIGUSR2 to tid:19 Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21985 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21985 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.93 over 99.9%, send SIGUSR2 to tid:-1090529536 Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1149278464 Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21985 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0x26) [0x7ffebebdfe16] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x508529] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21985 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21992 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21992 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.98 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1149278464 Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21992 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x6eec20) [0x7ffad249ac20] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1aef11) [0x7ffad1f5af11] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1b55dd) [0x7ffad1f615dd] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1b77cd) [0x7ffad1f637cd] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1ba558) [0x7ffad1f66558] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1accf2) [0x7ffad1f58cf2] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x193306) [0x7ffad1f3f306] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4286c7ae] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4286d0b9] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb433f2d4a] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21992 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x157413) [0x7ffff5a2b413] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5600b) [0x7ffeb63d500b] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c4f8) [0x7ffeb63db4f8] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_app_id_policyPK10streaminfoP4maatjP10maat_stateP9maat_rulem+0x1a) [0x7ffdf59667da] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11e4d) [0x7ffdf595de4d] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12ade) [0x7ffdf595eade] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb433f22f6] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb433f24eb] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb433f2d67] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.91 over 99.9%, send SIGUSR2 to tid:-1132493056 Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21990 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x3a) [0x43b14a] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21990 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976516, send SIGUSR2 to tid:0 Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21966 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21966 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.94 over 99.9%, send SIGUSR2 to tid:-905988352 Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21966 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libpthread.so.0(__nanosleep+0x2d) [0x7ffff6915e9d] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(sapp_usleep+0x28) [0x441648] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x508ccc] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21966 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976550, send SIGUSR2 to tid:38 Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22004 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22004 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.91 over 99.9%, send SIGUSR2 to tid:-1090529536 Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21985 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/protocol/ssh/ssh.so(+0x5621) [0x7ffac83fd621] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/protocol/ssh/ssh.so(SSH_ENTRY+0xad) [0x7ffac83f972d] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21985 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1283561728 Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22008 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(free+0x4e) [0x4824ae] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_bridge_destroy_per_stream+0x82) [0x44f242] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x182) [0x43b292] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22008 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1283561728 Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22008 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x48) [0x451ff8] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/protocol/rtp/rtp.so(+0x1826) [0x7ffacbff5826] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/protocol/rtp/rtp.so(RTP_UDP_ENTRY+0x15a) [0x7ffacbff55ba] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22008 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.91 over 99.9%, send SIGUSR2 to tid:-922773760 Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21968 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(+0x156340) [0x7ffff5a2a340] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x132) [0x7ffacb910e02] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21968 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.98 over 99.9%, send SIGUSR2 to tid:-922773760 Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21968 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c628d) [0x7ffeb694528d] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21968 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:-922773760 Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21968 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21968 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:-922773760 Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21968 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21968 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.95 over 99.9%, send SIGUSR2 to tid:-1216420096 Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22000 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(bitmap_increment+0x1e) [0x467f2e] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(counting_bloom_add+0x37) [0x468287] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_add+0xac) [0x46860c] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_add+0x6e) [0x468a7e] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xff) [0x44d13f] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22000 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976557, send SIGUSR2 to tid:18 Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21984 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4e8e01] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4e93d7] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x48c3d8] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4e5efd] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21984 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.96 over 99.9%, send SIGUSR2 to tid:-922773760 Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21968 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27764) [0x7ffdf5973764] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21968 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:35:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1174456576 Thu Jan 11 15:35:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21995 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:35:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:35:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:35:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff0c04) [0x7ffebf5fdc04] Thu Jan 11 15:35:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Thu Jan 11 15:35:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x508529] Thu Jan 11 15:35:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:35:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:35:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:35:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21995 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.93 over 99.9%, send SIGUSR2 to tid:-1017125120 Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21978 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(+0x1c76) [0x7ffad66f5c76] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(_Z16MV_Sketch_updatePviPhilll+0x77) [0x7ffad66f54b7] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(+0x22a9) [0x7ffad68fb2a9] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(+0x324f) [0x7ffad68fc24f] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(tsg_ddos_sketch_tcpall_entry+0x4b) [0x7ffad68fcf3b] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x43d91c] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21978 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.95 over 99.9%, send SIGUSR2 to tid:-931166464 Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c56f6) [0x7ffeb69446f6] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/firewall/firewall.so(+0x7622) [0x7ffac76ee622] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/firewall/firewall.so(+0x2b08) [0x7ffac76e9b08] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x3a2) [0x7ffacb2661a2] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffacb266ad3] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976561, send SIGUSR2 to tid:15 Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1048582400 Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/framework/lib/libMESA_jump_layer.so(MESA_net_jump_to_layer+0) [0x7ffff6f70e00] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x17a) [0x7ffdf595fa0a] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43d652] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.95 over 99.9%, send SIGUSR2 to tid:-1266776320 Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22006 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x42ea6d] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22006 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1283561728 Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22008 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x48e506] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x4ff409] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x481af8] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22008 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1283561728 Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22008 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process+0x524) [0x436454] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22008 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976565, send SIGUSR2 to tid:12 Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21978 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21978 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.93 over 99.9%, send SIGUSR2 to tid:-1208027392 Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21999 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(stream_process_ipv4+0x15) [0x4369b5] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(process_ipv4_pkt+0x4c) [0x44594c] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21999 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.93 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.99 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0x2) [0x7ffacb2669e2] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976573, send SIGUSR2 to tid:24 Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21990 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21990 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103b9c) [0x7ffeb6482b9c] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51814) [0x7ffeb63d0814] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5426c) [0x7ffeb63d326c] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3d64d) [0x7ffeb63bc64d] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x18f) [0x7ffeb63be58f] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0xa4) [0x7ffdf59659b4] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x5b1) [0x7ffdf5966eb1] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac76ed31e] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/firewall/firewall.so(+0x2e96) [0x7ffac76e9e96] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x3a2) [0x7ffacb2661a2] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffacb266ad3] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1008732416 Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21977 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/lib64/libc.so.6(+0x13efd1) [0x7ffff5a12fd1] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x93c4d) [0x7ffb42881c4d] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x95577) [0x7ffb42883577] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xd5) [0x7ffb433f2505] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb433f2d67] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb433f111a] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21977 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1157671168 Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21993 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x52230) [0x7ffeb63d1230] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x372) [0x7ffeb63bee22] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/firewall/firewall.so(+0x7f8c) [0x7ffac76eef8c] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/firewall/firewall.so(+0x81af) [0x7ffac76ef1af] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21993 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976575, send SIGUSR2 to tid:31 Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21997 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21997 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1191241984 Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21997 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x502d8f] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(calloc+0x65d) [0x48044d] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(sapp_mem_calloc+0x20) [0x458aa0] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(marsio_dl_io_get1_rawpkt_meta+0x3e) [0x50950e] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(save_polling_inject_context+0x117) [0x448db7] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x43a4f8] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x43d11a] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21997 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.90 over 99.9%, send SIGUSR2 to tid:-1216420096 Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22000 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22000 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1216420096 Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1233205504 Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22000 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22000 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22002 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa25d) [0x7ffff738625d] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1bd) [0x7ffdf59775ed] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf595f91c] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22002 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.96 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27272) [0x7ffdf5973272] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x121) [0x7ffdf5969ca1] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x35c4) [0x7ffaafe195c4] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39a5) [0x7ffaafe199a5] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.93 over 99.9%, send SIGUSR2 to tid:-1283561728 Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22008 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22008 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976609, send SIGUSR2 to tid:42 Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22008 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22008 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1283561728 Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22008 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22008 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1174456576 Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.95 over 99.9%, send SIGUSR2 to tid:-1216420096 Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1283561728 Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22008 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0x5cffc2) [0x7ffebebdcfc2] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_recv_burst+0xce) [0x7ffebebdfd5e] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508217] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22008 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21995 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21995 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22000 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa25d) [0x7ffff738625d] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1bd) [0x7ffdf59775ed] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf595f91c] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22000 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.92 over 99.9%, send SIGUSR2 to tid:-985671936 Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1174456576 Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21995 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1b9d4c) [0x7ffad1f65d4c] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1accf2) [0x7ffad1f58cf2] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x193306) [0x7ffad1f3f306] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4286c7ae] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4286d0b9] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb433f2d4a] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21975 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x9253c) [0x7ffb4288053c] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1944f7) [0x7ffad1f404f7] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x2611e7) [0x7ffad200d1e7] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x7c3dde) [0x7ffad256fdde] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x7c2e42) [0x7ffad256ee42] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x193290) [0x7ffad1f3f290] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4286c7ae] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4286d0b9] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb433f2d4a] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21995 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb433f111a] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21975 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1174456576 Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21995 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21995 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21995 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976611, send SIGUSR2 to tid:27 Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21993 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21993 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1157671168 Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21993 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x6f) [0x4521ef] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacbbb0869] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x115) [0x7ffacbbae675] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21993 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1157671168 Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21993 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61ec) [0x7ffeb69451ec] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21993 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976612, send SIGUSR2 to tid:1 Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21967 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21967 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.95 over 99.9%, send SIGUSR2 to tid:-914381056 Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21967 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/business/firewall/firewall.so(+0x2a55) [0x7ffac76e9a55] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x3a2) [0x7ffacb2661a2] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffacb266ad3] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21967 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1157671168 Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21993 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/platform/session_flags/session_flags.so(+0x293d) [0x7ffeb73e493d] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21993 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.93 over 99.9%, send SIGUSR2 to tid:-1266776320 Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22006 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22006 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976615, send SIGUSR2 to tid:3 Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1266776320 Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22006 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef960) [0x7ffebf5fc960] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508529] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22006 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.95 over 99.9%, send SIGUSR2 to tid:-922773760 Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21968 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x39f50) [0x7ffeb63b8f50] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x2bd) [0x7ffeb63be6bd] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z30capture_packet_scan_proto_addrPvS_PK10streaminfotPx+0x13e) [0x7ffeb71dd28e] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z27system_capture_packet_entryPK10streaminfoPPvtPKv+0x52) [0x7ffeb71daf12] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x20) [0x7ffeb71db3a0] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21968 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1157671168 Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21993 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21993 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.95 over 99.9%, send SIGUSR2 to tid:-905988352 Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21966 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(+0x16f8c5) [0x7ffff5a438c5] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa8bd) [0x7ffff73868bd] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa9a2) [0x7ffff73869a2] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(fieldstat_dynamic_table_row_metric_values_incrby+0x22) [0x7ffff7388cf2] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1a6) [0x7ffdf59775d6] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0xb2) [0x7ffdf595f942] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x43bbe0] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:36:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21966 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976621, send SIGUSR2 to tid:12 Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21978 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21978 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1017125120 Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21978 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/session_flags/session_flags.so(_Z21session_marker_recordP14session_markerj18session_packet_dirmb+0x23) [0x7ffeb73e4443] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/session_flags/session_flags.so(+0x2c4c) [0x7ffeb73e4c4c] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21978 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_bridge_async_data_get+0x41) [0x44f741] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x302d9) [0x7ffdf597c2d9] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12dc0) [0x7ffdf595edc0] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/app_proto_identify/app_proto_identify.so(+0x2bb7) [0x7ffeb77fabb7] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x97) [0x4358a7] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x33) [0x435c83] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.95 over 99.9%, send SIGUSR2 to tid:-1275169024 Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22007 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5f3d0) [0x7ffeb63de3d0] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_get_app_name_by_idP4maatiPcii+0x49) [0x7ffdf5967059] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(+0xfe7c) [0x7ffdf595be7c] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10074) [0x7ffdf595c074] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10set_app_idP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x266) [0x7ffdf596e616] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x127) [0x7ffdf596f457] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22007 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976624, send SIGUSR2 to tid:25 Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21991 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21991 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976625, send SIGUSR2 to tid:18 Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21984 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21984 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1166063872 Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.91 over 99.9%, send SIGUSR2 to tid:-1233205504 Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22002 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x4f41c) [0x7ffeb63ce41c] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0xaf) [0x7ffeb63be4af] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z30capture_packet_scan_proto_addrPvS_PK10streaminfotPx+0x13e) [0x7ffeb71dd28e] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z27system_capture_packet_entryPK10streaminfoPPvtPKv+0x52) [0x7ffeb71daf12] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x20) [0x7ffeb71db3a0] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22002 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21994 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(bsearch+0x3b) [0x7ffff590bc7b] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x50e6c) [0x7ffeb63cfe6c] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x543de) [0x7ffeb63d33de] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/business/firewall/firewall.so(+0x4a9e) [0x7ffac76eba9e] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac76e9c48] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac76ec26f] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacbbb0869] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x1b0) [0x7ffacbbb00c0] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacbbb0530] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbbae5f3] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21994 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976629, send SIGUSR2 to tid:15 Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.93 over 99.9%, send SIGUSR2 to tid:-1115707648 Thu Jan 11 15:37:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21988 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0x5d2b41) [0x7ffebebdfb41] Thu Jan 11 15:37:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0x26) [0x7ffebebdfe16] Thu Jan 11 15:37:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp() [0x508529] Thu Jan 11 15:37:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21988 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976631, send SIGUSR2 to tid:38 Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22004 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22004 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.92 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1249990912 Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22004 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(hash_func+0x52) [0x468012] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x13) [0x468323] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22004 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.98 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/app_sketch_local/app_sketch_local.so(_Z16app_sketch_entryPK10streaminfoPPviS2_+0) [0x7ffaabdeed10] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.93 over 99.9%, send SIGUSR2 to tid:-1283561728 Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22008 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22008 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x50dc8) [0x7ffeb63cfdc8] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x543de) [0x7ffeb63d33de] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac76eb0a4] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb910f06] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1224812800 Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x1567cd) [0x7ffff5a2a7cd] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22001 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x50dc8) [0x7ffeb63cfdc8] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x54416) [0x7ffeb63d3416] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a523) [0x7ffeb63d9523] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0xa4) [0x7ffdf59659b4] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x5b1) [0x7ffdf5966eb1] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f4c) [0x7ffdf595ef4c] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_UDP_ENTRY+0x101) [0x7ffdf595f791] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22001 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976633, send SIGUSR2 to tid:31 Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21997 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21997 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1191241984 Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21997 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x122) [0x44cd32] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21997 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1040189696 Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21980 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1b772b) [0x7ffad1f6372b] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1ba558) [0x7ffad1f66558] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x1accf2) [0x7ffad1f58cf2] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x193306) [0x7ffad1f3f306] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4286c7ae] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4286d0b9] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb433f2d4a] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21980 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976634, send SIGUSR2 to tid:6 Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51d78) [0x7ffeb63d0d78] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_free+0x2a) [0x7ffeb63bf43a] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x133c8) [0x7ffdf595f3c8] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.93 over 99.9%, send SIGUSR2 to tid:-931166464 Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1216420096 Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22000 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process+0x524) [0x436454] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22000 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x5db) [0x7ffdf596f90b] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x16adaa) [0x7ffff5a3edaa] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x4325f) [0x7ffeb63c225f] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x48241) [0x7ffeb63c7241] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1b365) [0x7ffdf5967365] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11ca0) [0x7ffdf595dca0] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11fdf) [0x7ffdf595dfdf] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f82) [0x7ffdf595ef82] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.95 over 99.9%, send SIGUSR2 to tid:-1124100352 Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21989 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa80f) [0x7ffff738680f] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa9a2) [0x7ffff73869a2] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(fieldstat_dynamic_table_row_metric_values_incrby+0x22) [0x7ffff7388cf2] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1a6) [0x7ffdf59775d6] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf595f91c] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21989 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976636, send SIGUSR2 to tid:12 Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21978 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21978 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.95 over 99.9%, send SIGUSR2 to tid:-1216420096 Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22000 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22000 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1216420096 Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22000 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef960) [0x7ffebf5fc960] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508529] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22000 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976638, send SIGUSR2 to tid:28 Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21994 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21994 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1098922240 Thu Jan 11 15:37:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21986 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef90c) [0x7ffebf5fc90c] Thu Jan 11 15:37:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Thu Jan 11 15:37:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Thu Jan 11 15:37:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x508529] Thu Jan 11 15:37:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21986 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976641, send SIGUSR2 to tid:22 Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21988 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21988 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21988 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1048582400 Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.91 over 99.9%, send SIGUSR2 to tid:-1040189696 Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1048582400 Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21980 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef92c) [0x7ffebf5fc92c] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508529] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21980 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.94 over 99.9%, send SIGUSR2 to tid:-947951872 Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21971 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x275) [0x4377d5] Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21971 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1048582400 Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6203) [0x7ffeb6945203] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1048582400 Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x156793) [0x7ffff5a2a793] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/firewall/firewall.so(+0x4237) [0x7ffac76eb237] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1048582400 Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.90 over 99.9%, send SIGUSR2 to tid:-1090529536 Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21985 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42f46) [0x7ffeb63c1f46] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c49c) [0x7ffeb63db49c] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/business/firewall/firewall.so(+0x5d6a) [0x7ffac76ecd6a] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/business/firewall/firewall.so(+0x40f1) [0x7ffac76eb0f1] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb910f06] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21985 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1048582400 Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1048582400 Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976646, send SIGUSR2 to tid:15 Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1048582400 Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/session_flags/session_flags.so(+0x29f4) [0x7ffeb73e49f4] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1090529536 Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21985 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21985 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976647, send SIGUSR2 to tid:13 Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21979 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21979 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1090529536 Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.93 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21985 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5f3e5) [0x7ffeb63de3e5] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z31srt_attribute_set_subscriber_idPK10streaminfoP4maatPP17subscribe_id_infoS6_+0xc2) [0x7ffdf59652f2] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x33c) [0x7ffdf5966c3c] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12265) [0x7ffdf595e265] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x72) [0x7ffdf595f902] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x43d91c] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21985 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_plugin_table_get_ex_data+0x35) [0x7ffeb63bd975] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1b365) [0x7ffdf5967365] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11ca0) [0x7ffdf595dca0] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12ade) [0x7ffdf595eade] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb433f22f6] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb433f24eb] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb433f2d67] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb433f111a] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976649, send SIGUSR2 to tid:15 Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976654, send SIGUSR2 to tid:12 Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21978 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21978 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1040189696 Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21980 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21980 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1040189696 Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21980 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/session_flags/session_flags.so(+0x1deb) [0x7ffeb73e3deb] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/session_flags/session_flags.so(_Z24session_marker_get_flagsP14session_marker+0x87) [0x7ffeb73e4727] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/session_flags/session_flags.so(SESSION_MARKER_RECORD_TCP_ENTRY+0x13d) [0x7ffeb73e537d] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21980 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976656, send SIGUSR2 to tid:30 Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21996 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21996 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.91 over 99.9%, send SIGUSR2 to tid:-1182849280 Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21996 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21996 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.95 over 99.9%, send SIGUSR2 to tid:-931166464 Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.98 over 99.9%, send SIGUSR2 to tid:-968886528 Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1182849280 Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21973 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10a60) [0x7ffdf595ca60] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x2d) [0x7ffdf595f8bd] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21973 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21996 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa25d) [0x7ffff738625d] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1bd) [0x7ffdf59775ed] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf595f91c] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21996 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976657, send SIGUSR2 to tid:3 Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:-931166464 Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(free+0x4e) [0x4824ae] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/session_flags/session_flags.so(_Z31session_marker_project_ctx_freeiPv+0x18) [0x7ffeb73e48a8] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(project_requirement_destroy+0xa8) [0x44e808] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x1a0) [0x43b2b0] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43d652] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.93 over 99.9%, send SIGUSR2 to tid:-914381056 Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1233205504 Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22002 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22002 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21967 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libc.so.6(+0x1565a0) [0x7ffff5a2a5a0] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21967 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976658, send SIGUSR2 to tid:1 Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21967 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21967 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.95 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976660, send SIGUSR2 to tid:4 Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.98 over 99.9%, send SIGUSR2 to tid:-939559168 Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.91 over 99.9%, send SIGUSR2 to tid:-1073744128 Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(timeouts_add+0x15) [0x46fe55] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(lrustream+0x88) [0x446a38] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21983 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21983 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.95 over 99.9%, send SIGUSR2 to tid:-994064640 Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1073744128 Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21983 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x39f50) [0x7ffeb63b8f50] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x2d4) [0x7ffeb63bed84] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/firewall/firewall.so(+0x7e4c) [0x7ffac76eee4c] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:./plug/business/firewall/firewall.so(+0x825f) [0x7ffac76ef25f] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21983 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21983 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21976 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21976 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1249990912 Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22004 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22004 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.93 over 99.9%, send SIGUSR2 to tid:-1082136832 Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1249990912 Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22004 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/session_flags/session_flags.so(_Z21session_marker_recordP14session_markerj18session_packet_dirmb+0x23) [0x7ffeb73e4443] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/session_flags/session_flags.so(+0x2a01) [0x7ffeb73e4a01] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22004 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21984 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21984 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976662, send SIGUSR2 to tid:18 Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21984 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21984 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1082136832 Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21984 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(+0x156589) [0x7ffff5a2a589] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21984 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1082136832 Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21984 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x266c33) [0x7ffad2012c33] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x26470a) [0x7ffad201070a] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x25d980) [0x7ffad2009980] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x7c7be1) [0x7ffad2573be1] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x7c9506) [0x7ffad2575506] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x7c2bf6) [0x7ffad256ebf6] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.Lcx7qy(+0x193290) [0x7ffad1f3f290] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4286c7ae] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4286d0b9] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb433f2d4a] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21984 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1082136832 Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21984 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21984 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1082136832 Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21984 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21984 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21984 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976666, send SIGUSR2 to tid:34 Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22000 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22000 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.93 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976667, send SIGUSR2 to tid:15 Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1048582400 Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1266776320 Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51df8) [0x7ffeb63d0df8] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_free+0x2a) [0x7ffeb63bf43a] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_bridge_destroy_per_stream+0x82) [0x44f242] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x182) [0x43b292] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(polling_stream_timeout+0x86) [0x4499f6] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508bdd] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(project_req_get_struct+0x31) [0x44e721] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x359b) [0x7ffaafe1959b] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x39a5) [0x7ffaafe199a5] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0xd4) [0x7ffaafe1eb04] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22006 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22006 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1266776320 Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22006 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2fda0) [0x7ffdf597bda0] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z23srt_attribute_set_flagsPK10streaminfom+0x9) [0x7ffdf597c149] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12e5b) [0x7ffdf595ee5b] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/session_flags/session_flags.so(+0x2abc) [0x7ffeb73e4abc] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43d91c] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22006 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1266776320 Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22006 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2fd54) [0x7ffdf597bd54] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z34srt_attribute_set_establish_latecyPK10streaminfo+0x64) [0x7ffdf597bf04] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x107) [0x7ffdf595f997] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22006 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976669, send SIGUSR2 to tid:4 Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21970 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21970 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21970 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.94 over 99.9%, send SIGUSR2 to tid:-931166464 Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:-931166464 Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1124100352 Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21989 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff0c08) [0x7ffebf5fdc08] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x508529] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21989 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1283561728 Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22008 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22008 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976671, send SIGUSR2 to tid:42 Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22008 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22008 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1283561728 Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22008 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libpthread.so.0(__nanosleep+0x2d) [0x7ffff6915e9d] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(sapp_usleep+0x28) [0x441648] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508ccc] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22008 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976703, send SIGUSR2 to tid:14 Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21980 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21980 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1040189696 Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21980 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21980 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976705, send SIGUSR2 to tid:26 Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21992 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21992 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.91 over 99.9%, send SIGUSR2 to tid:-1149278464 Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21992 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x105ead) [0x7ffeb6484ead] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x105657) [0x7ffeb6484657] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_stream_new+0xe4) [0x7ffeb63bef24] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/firewall/firewall.so(+0x618b) [0x7ffac76ed18b] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/firewall/firewall.so(+0x41b9) [0x7ffac76eb1b9] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(http_judgeContentEncoding+0x139) [0x7ffacb90e799] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(http_doWithDefaultData+0x66) [0x7ffacb90e876] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(http_doWithEntity+0x4d) [0x7ffacb90ef0d] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(http_findAndDoWithEntity+0x81) [0x7ffacb90f261] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x199) [0x7ffacb90bc09] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21992 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1191241984 Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21997 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21997 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976706, send SIGUSR2 to tid:20 Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21986 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21986 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1098922240 Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1191241984 Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21986 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21986 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21997 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21997 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1191241984 Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21997 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(hash_func+0x52) [0x468012] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x13) [0x468323] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x8cf) [0x444fff] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21997 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976707, send SIGUSR2 to tid:8 Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21974 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21974 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1132493056 Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21990 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21990 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976709, send SIGUSR2 to tid:2 Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21968 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21968 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21968 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1132493056 Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21990 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0x5) [0x7ffaafe1ea35] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21990 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.95 over 99.9%, send SIGUSR2 to tid:-947951872 Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1266776320 Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21971 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21971 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22006 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(+0x15657f) [0x7ffff5a2a57f] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22006 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:-947951872 Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1249990912 Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1266776320 Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22006 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22006 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21971 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(set_transport_addr+0x192) [0x43b7d2] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x172) [0x4448a2] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22004 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21971 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22004 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1182849280 Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1249990912 Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1266776320 Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21996 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21996 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22004 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(sapp_mem_free+0x27) [0x458b37] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(free_heap_stream_info+0x49) [0x448509] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0x1b9) [0x4445d9] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22004 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22006 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x9a4eb) [0x7ffb428884eb] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e2de) [0x7ffb4286c2de] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4286d0b9] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb433f2d4a] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22006 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976711, send SIGUSR2 to tid:30 Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21996 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x156751) [0x7ffff5a2a751] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21996 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1182849280 Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21996 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5539d) [0x7ffeb63d439d] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5635b) [0x7ffeb63d535b] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z15tsg_scan_stringPK10streaminfoP4maatPKcm12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6e) [0x7ffdf59657ae] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_shared_policyPK10streaminfoP4maatPciP10maat_stateP9maat_rulem+0x66) [0x7ffdf5966556] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13107) [0x7ffdf595f107] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21996 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21996 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.91 over 99.9%, send SIGUSR2 to tid:-1216420096 Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22000 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x47) [0x7ffdf595f8d7] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22000 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22000 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976713, send SIGUSR2 to tid:14 Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21980 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21980 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1040189696 Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21980 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21980 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1040189696 Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1059072256 Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21980 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103b02) [0x7ffeb6482b02] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106bfd) [0x7ffeb6485bfd] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106de4) [0x7ffeb6485de4] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z15tsg_scan_stringPK10streaminfoP4maatPKcm12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6e) [0x7ffdf59657ae] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_shared_policyPK10streaminfoP4maatPciP10maat_stateP9maat_rulem+0x66) [0x7ffdf5966556] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13107) [0x7ffdf595f107] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21980 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21982 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21982 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.97 over 99.9%, send SIGUSR2 to tid:-968886528 Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21973 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21973 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976715, send SIGUSR2 to tid:7 Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21973 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21973 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:-968886528 Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21973 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap_single_layer+0x104) [0x449294] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x20) [0x449850] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x31) [0x449861] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x31) [0x449861] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x43a201] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x43d11a] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21973 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.91 over 99.9%, send SIGUSR2 to tid:-985671936 Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1233205504 Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22002 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x13c) [0x44954c] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22002 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21975 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x198) [0x446ca8] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21975 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21975 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.97 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.99 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1224812800 Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef803) [0x7ffebf5fc803] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508529] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22001 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22001 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976718, send SIGUSR2 to tid:35 Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22001 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22001 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.96 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1124100352 Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.95 over 99.9%, send SIGUSR2 to tid:-1283561728 Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21989 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21989 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22008 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22008 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22008 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976720, send SIGUSR2 to tid:6 Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.99 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1124100352 Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21989 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x4fdf50] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x502dd5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x481a60] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0xd4) [0x7ffaafe1eb04] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21989 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.96 over 99.9%, send SIGUSR2 to tid:-977279232 Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1008732416 Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(packet_io_hook_forward+0x5) [0x434925] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42f146] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21977 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp() [0x43c4d1] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21977 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21977 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21974 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21974 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1157671168 Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21993 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21993 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976722, send SIGUSR2 to tid:27 Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21993 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21993 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1157671168 Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21993 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x198) [0x446ca8] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21993 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21993 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976723, send SIGUSR2 to tid:20 Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21986 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21986 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21986 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.91 over 99.9%, send SIGUSR2 to tid:-1166063872 Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.90 over 99.9%, send SIGUSR2 to tid:-1191241984 Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21997 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(bitmap_increment+0x11) [0x467f21] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(counting_bloom_add+0x37) [0x468287] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_add+0xac) [0x46860c] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_add+0x6e) [0x468a7e] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_mark_l4+0x90) [0x44d230] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x43d6f8] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21994 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21997 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e81a0) [0x7ffeb69671a0] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/business/firewall/firewall.so(+0x58b3) [0x7ffac76ec8b3] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/business/firewall/firewall.so(+0x7e8c) [0x7ffac76eee8c] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:./plug/business/firewall/firewall.so(+0x825f) [0x7ffac76ef25f] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21994 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21994 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.95 over 99.9%, send SIGUSR2 to tid:-931166464 Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.97 over 99.9%, send SIGUSR2 to tid:-968886528 Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21973 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(stream_process+0x61) [0x435f91] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(stream_process_overlay_udp+0x25) [0x4368f5] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x2e2) [0x444a12] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21973 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976724, send SIGUSR2 to tid:3 Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:-931166464 Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1233205504 Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0xc0) [0x446bd0] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22002 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22002 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1241598208 Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22003 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x4344d1] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x42eb9e] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22003 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.98 over 99.9%, send SIGUSR2 to tid:-977279232 Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21974 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x4fd3d6] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x4ff07b] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x481af8] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:./plug/business/session_record/session_record.so(+0x7ce1) [0x7ffaafe1dce1] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(project_requirement_destroy+0xa8) [0x44e808] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x1a0) [0x43b2b0] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21974 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21974 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.93 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976726, send SIGUSR2 to tid:15 Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21981 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21981 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21981 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1199634688 Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21998 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21998 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21998 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1224812800 Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22001 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x48330) [0x7ffff591c330] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(_IO_vfprintf+0x3fb1) [0x7ffff59205b1] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(vsprintf+0x6b) [0x7ffff59454cb] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(sprintf+0x87) [0x7ffff5927617] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(inet_ntop+0x2af) [0x7ffff59e14bf] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x60f) [0x7ffdf596f93f] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0x62) [0x7ffaafe1ea92] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976727, send SIGUSR2 to tid:5 Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22001 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21971 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21971 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.98 over 99.9%, send SIGUSR2 to tid:-947951872 Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1140885760 Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21991 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21991 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21971 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21971 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21971 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1140885760 Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21991 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(free_bitmap+0xd) [0x467e3d] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(free_scaling_bloom+0x6c) [0x4683dc] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_search+0x6e) [0x468bee] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21991 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21991 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1017125120 Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21978 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x13c) [0x44954c] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21978 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21978 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976730, send SIGUSR2 to tid:3 Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1224812800 Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22001 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x156742) [0x7ffff5a2a742] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22001 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.96 over 99.9%, send SIGUSR2 to tid:-931166464 Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1224812800 Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22001 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(project_req_get_struct+0x31) [0x44e721] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x37) [0x7ffeb71db3b7] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22001 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:-931166464 Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1275169024 Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x11) [0x7ffeb63be411] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z30capture_packet_scan_proto_addrPvS_PK10streaminfotPx+0x13e) [0x7ffeb71dd28e] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z27system_capture_packet_entryPK10streaminfoPPvtPKv+0x52) [0x7ffeb71daf12] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x20) [0x7ffeb71db3a0] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22007 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22007 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1275169024 Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22007 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e7) [0x7ffdf59698e7] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22007 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976732, send SIGUSR2 to tid:7 Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21973 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21973 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.93 over 99.9%, send SIGUSR2 to tid:-968886528 Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1275169024 Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21973 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21973 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22007 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c57d3) [0x7ffeb69447d3] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22007 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:-968886528 Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1275169024 Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21973 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27a34) [0x7ffdf5973a34] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x439e54] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0xe2) [0x43b1f2] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21973 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21973 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22007 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(+0x156624) [0x7ffff5a2a624] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22007 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.91 over 99.9%, send SIGUSR2 to tid:-905988352 Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1275169024 Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22007 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22007 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21966 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21966 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.98 over 99.9%, send SIGUSR2 to tid:-905988352 Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1275169024 Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21966 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21966 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22007 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22007 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22007 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1059072256 Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21982 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21982 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976734, send SIGUSR2 to tid:16 Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21982 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21982 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1059072256 Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21982 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(malloc+0x9) [0x47e669] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(__libc_calloc+0x251) [0x7ffff595a3b1] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_new+0x27) [0x7ffeb63bf387] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z30capture_packet_scan_proto_addrPvS_PK10streaminfotPx+0x33) [0x7ffeb71dd183] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z27system_capture_packet_entryPK10streaminfoPPvtPKv+0x52) [0x7ffeb71daf12] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x20) [0x7ffeb71db3a0] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:38:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21982 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1124100352 Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21989 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21989 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976767, send SIGUSR2 to tid:36 Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22002 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22002 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1124100352 Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21989 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(process_ipv4_pkt+0x2f) [0x44592f] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21989 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21989 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.95 over 99.9%, send SIGUSR2 to tid:-1258383616 Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22005 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22005 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22005 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976768, send SIGUSR2 to tid:1 Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21967 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21967 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21967 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.96 over 99.9%, send SIGUSR2 to tid:-1233205504 Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22002 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(+0x8faa0) [0x7ffff5963aa0] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(bitmap_resize+0x3c) [0x467e8c] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(new_counting_bloom_from_scale+0x90) [0x468480] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(new_scaling_bloom+0x11) [0x4688a1] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_add+0x12d) [0x468b3d] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_mark_l4+0x90) [0x44d230] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x43d6f8] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22002 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22002 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.91 over 99.9%, send SIGUSR2 to tid:-994064640 Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.92 over 99.9%, send SIGUSR2 to tid:-1090529536 Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21985 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(stream_bridge_async_data_get+0x2b) [0x44f72b] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:./plug/business/app_sketch_local/app_sketch_local.so(_Z16app_sketch_entryPK10streaminfoPPviS2_+0x35) [0x7ffaabdeed45] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21985 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21985 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21976 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21976 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976770, send SIGUSR2 to tid:6 Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.95 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.98 over 99.9%, send SIGUSR2 to tid:-994064640 Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1224812800 Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21976 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x198) [0x446ca8] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21976 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21976 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22001 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22001 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.99 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1224812800 Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22001 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1e6ce) [0x7ffdf596a6ce] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22set_session_attributesP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0xb1) [0x7ffdf596c301] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x426) [0x7ffdf596f756] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:./plug/business/session_record/session_record.so(+0x7f8b) [0x7ffaafe1df8b] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x29d) [0x4449cd] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22001 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22001 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976771, send SIGUSR2 to tid:6 Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1241598208 Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf597374b] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22003 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22003 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22003 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:-956344576 Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.94 over 99.9%, send SIGUSR2 to tid:-1132493056 Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1266776320 Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21990 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21990 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22006 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21972 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22006 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa25d) [0x7ffff738625d] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22006 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1bd) [0x7ffdf59775ed] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf595f91c] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21972 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21972 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1132493056 Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21990 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21990 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.95 over 99.9%, send SIGUSR2 to tid:-1059072256 Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1132493056 Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21982 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21982 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21990 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(hash_func+0x52) [0x468012] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x13) [0x468323] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x8cf) [0x444fff] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21990 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21990 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976773, send SIGUSR2 to tid:26 Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21992 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21992 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1059072256 Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1149278464 Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21982 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0xdb) [0x43763b] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21982 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21992 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21992 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1059072256 Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1149278464 Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.93 over 99.9%, send SIGUSR2 to tid:-1208027392 Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21992 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a4c1) [0x7ffeb63d94c1] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x14f) [0x7ffdf5965a5f] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x57b) [0x7ffdf5966e7b] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac76ed31e] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/business/firewall/firewall.so(+0x2e96) [0x7ffac76e9e96] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x3a2) [0x7ffacb2661a2] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffacb266ad3] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21992 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21992 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21999 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21982 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21999 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21982 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976774, send SIGUSR2 to tid:14 Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21980 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21980 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.95 over 99.9%, send SIGUSR2 to tid:-1040189696 Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1059072256 Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1208027392 Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21982 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x3130d) [0x7ffdf597d30d] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z23set_shaping_profile_idsP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x26) [0x7ffdf596d516] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x200) [0x7ffdf5972090] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21982 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21980 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21980 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21999 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(malloc+0) [0x47e660] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libc.so.6(__libc_calloc+0x251) [0x7ffff595a3b1] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_new+0x27) [0x7ffeb63bf387] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z30capture_packet_scan_proto_addrPvS_PK10streaminfotPx+0x33) [0x7ffeb71dd183] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z27system_capture_packet_entryPK10streaminfoPPvtPKv+0x52) [0x7ffeb71daf12] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x20) [0x7ffeb71db3a0] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21999 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21999 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.97 over 99.9%, send SIGUSR2 to tid:-931166464 Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1040189696 Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21969 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21980 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(malloc+0) [0x47e660] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21969 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(__libc_calloc+0x251) [0x7ffff595a3b1] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21969 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51943) [0x7ffeb63d0943] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5484b) [0x7ffeb63d384b] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a523) [0x7ffeb63d9523] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x14f) [0x7ffdf5965a5f] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x57b) [0x7ffdf5966e7b] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f4c) [0x7ffdf595ef4c] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_UDP_ENTRY+0x101) [0x7ffdf595f791] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21980 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21980 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.90 over 99.9%, send SIGUSR2 to tid:-905988352 Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1249990912 Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21966 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21966 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22004 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22004 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.98 over 99.9%, send SIGUSR2 to tid:-905988352 Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:-1249990912 Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21966 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(hash_func+0x43) [0x468003] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x13) [0x468323] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21966 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21966 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22004 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(MESA_get_stream_opt+0x108b) [0x440adb] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10493) [0x7ffdf595c493] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106b4) [0x7ffdf595c6b4] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0xb2) [0x7ffdf595f942] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(polling_stream_timeout+0x86) [0x4499f6] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508bdd] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22004 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1704976895, send SIGUSR2 to tid:16 Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21982 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21982 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 15:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21982 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1249990912 Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22004 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(sapp_mem_free+0x27) [0x458b37] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x312) [0x43b422] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x43bbe0] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22004 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1249990912 Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22004 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(stream_bridge_destroy_per_stream+0x44) [0x44f204] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x182) [0x43b292] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 21:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22004 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1249990912 Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22004 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x1b1) [0x4448e1] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22004 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1249990912 Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:22004 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef931) [0x7ffebf5fc931] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508529] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:22004 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 21:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:22004 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.98 over 99.9%, send SIGUSR2 to tid:-1027614976 Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21979 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x48) [0x451ff8] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacbbb0869] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/protocol/ssl/ssl.so(_Z26ssl_parse_application_dataPK10streaminfoP19ssl_runtime_contextPciiPKv+0x2a) [0x7ffacbbb017a] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0xb2) [0x7ffacbbb0482] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbbae5f3] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 22:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21979 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1027614976 Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21979 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42fe3) [0x7ffeb63c1fe3] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a4b6) [0x7ffeb63d94b6] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x14f) [0x7ffdf5965a5f] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x57b) [0x7ffdf5966e7b] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac76ed31e] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/business/firewall/firewall.so(+0x2e96) [0x7ffac76e9e96] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x3a2) [0x7ffacb2661a2] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffacb266ad3] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21979 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1027614976 Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21979 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x43ba51] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 22:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21979 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1027614976 Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21979 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c390) [0x7ffeb63db390] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x225) [0x7ffdf5966b25] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac76ed31e] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/business/firewall/firewall.so(+0x2e96) [0x7ffac76e9e96] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x3a2) [0x7ffacb2661a2] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffacb266ad3] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21979 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:-1027614976 Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21979 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x88) [0x449498] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x508647] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21979 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 22:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21979 recv signal SIGUSR2, backtrace end---------------- Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.97 over 99.9%, send SIGUSR2 to tid:-1191241984 Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:21997 recv signal SIGUSR2, backtrace start---------------- Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/business/firewall/firewall.so(+0x61ca) [0x7ffac76ed1ca] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/business/firewall/firewall.so(+0x2ab8) [0x7ffac76e9ab8] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x3a2) [0x7ffacb2661a2] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffacb266ad3] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508327] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:21997 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Thu Jan 11 23:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:21997 recv signal SIGUSR2, backtrace end----------------